{"level":"info","ts":"2026-04-10T14:56:39.295355Z","caller":"traceutil/trace.go:171","msg":"trace[942151547] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"239.61393ms","start":"2026-04-10T14:56:39.055706Z","end":"2026-04-10T14:56:39.29532Z","steps":["trace[942151547] 'process raft request' (duration: 239.403193ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.634664Z","caller":"traceutil/trace.go:171","msg":"trace[25305114] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"504.001729ms","start":"2026-04-10T14:56:39.130628Z","end":"2026-04-10T14:56:39.63463Z","steps":["trace[25305114] 'process raft request' (duration: 503.938977ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.63477Z","caller":"traceutil/trace.go:171","msg":"trace[1193882575] transaction","detail":"{read_only:false; response_revision:27988; number_of_response:1; }","duration":"506.524928ms","start":"2026-04-10T14:56:39.128183Z","end":"2026-04-10T14:56:39.634708Z","steps":["trace[1193882575] 'process raft request' (duration: 506.303981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.635047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:39.128171Z","time spent":"506.730604ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:39.635196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:39.130606Z","time spent":"504.161424ms","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3359,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:39.638713Z","caller":"traceutil/trace.go:171","msg":"trace[1338234822] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"506.517107ms","start":"2026-04-10T14:56:39.128069Z","end":"2026-04-10T14:56:39.634586Z","steps":["trace[1338234822] 'process raft request' (duration: 506.142575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.640607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:39.128036Z","time spent":"510.785091ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:39.822444Z","caller":"traceutil/trace.go:171","msg":"trace[481421267] transaction","detail":"{read_only:false; response_revision:27992; number_of_response:1; }","duration":"226.58602ms","start":"2026-04-10T14:56:39.595841Z","end":"2026-04-10T14:56:39.822427Z","steps":["trace[481421267] 'process raft request' (duration: 226.507077ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.822524Z","caller":"traceutil/trace.go:171","msg":"trace[1721119057] transaction","detail":"{read_only:false; response_revision:27991; number_of_response:1; }","duration":"227.039314ms","start":"2026-04-10T14:56:39.595466Z","end":"2026-04-10T14:56:39.822506Z","steps":["trace[1721119057] 'process raft request' (duration: 226.788936ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.822564Z","caller":"traceutil/trace.go:171","msg":"trace[812643828] transaction","detail":"{read_only:false; response_revision:27990; number_of_response:1; }","duration":"508.972675ms","start":"2026-04-10T14:56:39.313561Z","end":"2026-04-10T14:56:39.822534Z","steps":["trace[812643828] 'process raft request' (duration: 508.48955ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.822672Z","caller":"traceutil/trace.go:171","msg":"trace[1335757348] transaction","detail":"{read_only:false; response_revision:27993; number_of_response:1; }","duration":"225.244877ms","start":"2026-04-10T14:56:39.597419Z","end":"2026-04-10T14:56:39.822664Z","steps":["trace[1335757348] 'process raft request' (duration: 224.957308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.822696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:39.313533Z","time spent":"509.082559ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:39.823125Z","caller":"traceutil/trace.go:171","msg":"trace[1995676272] transaction","detail":"{read_only:false; response_revision:27994; number_of_response:1; }","duration":"225.393922ms","start":"2026-04-10T14:56:39.597719Z","end":"2026-04-10T14:56:39.823113Z","steps":["trace[1995676272] 'process raft request' (duration: 224.902087ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.823206Z","caller":"traceutil/trace.go:171","msg":"trace[830825505] transaction","detail":"{read_only:false; response_revision:27995; number_of_response:1; }","duration":"221.893952ms","start":"2026-04-10T14:56:39.601303Z","end":"2026-04-10T14:56:39.823197Z","steps":["trace[830825505] 'process raft request' (duration: 221.660505ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.823182Z","caller":"traceutil/trace.go:171","msg":"trace[1514011485] linearizableReadLoop","detail":"{readStateIndex:28966; appliedIndex:28962; }","duration":"295.012583ms","start":"2026-04-10T14:56:39.528139Z","end":"2026-04-10T14:56:39.823152Z","steps":["trace[1514011485] 'read index received' (duration: 106.212043ms)","trace[1514011485] 'applied index is now lower than readState.Index' (duration: 188.79922ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:39.823294Z","caller":"traceutil/trace.go:171","msg":"trace[3075407] transaction","detail":"{read_only:false; response_revision:27996; number_of_response:1; }","duration":"220.672103ms","start":"2026-04-10T14:56:39.602602Z","end":"2026-04-10T14:56:39.823274Z","steps":["trace[3075407] 'process raft request' (duration: 220.495588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.823351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.193859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:39.823387Z","caller":"traceutil/trace.go:171","msg":"trace[1780191917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27996; }","duration":"295.282951ms","start":"2026-04-10T14:56:39.528091Z","end":"2026-04-10T14:56:39.823374Z","steps":["trace[1780191917] 'agreement among raft nodes before linearized reading' (duration: 295.179518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.871104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.573876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:56:39.871129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.296199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-10T14:56:39.871191Z","caller":"traceutil/trace.go:171","msg":"trace[257646468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27996; }","duration":"271.71828ms","start":"2026-04-10T14:56:39.599453Z","end":"2026-04-10T14:56:39.871171Z","steps":["trace[257646468] 'agreement among raft nodes before linearized reading' (duration: 271.41482ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:39.871224Z","caller":"traceutil/trace.go:171","msg":"trace[1103546008] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27996; }","duration":"272.445493ms","start":"2026-04-10T14:56:39.598754Z","end":"2026-04-10T14:56:39.8712Z","steps":["trace[1103546008] 'agreement among raft nodes before linearized reading' (duration: 272.139123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.871425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.183869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:56:39.871456Z","caller":"traceutil/trace.go:171","msg":"trace[1933102763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27996; }","duration":"275.249471ms","start":"2026-04-10T14:56:39.5962Z","end":"2026-04-10T14:56:39.87145Z","steps":["trace[1933102763] 'agreement among raft nodes before linearized reading' (duration: 275.169659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.871682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.972757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:56:39.871711Z","caller":"traceutil/trace.go:171","msg":"trace[1482825959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27996; }","duration":"278.013528ms","start":"2026-04-10T14:56:39.593691Z","end":"2026-04-10T14:56:39.871704Z","steps":["trace[1482825959] 'agreement among raft nodes before linearized reading' (duration: 277.941526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.871849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.163623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:56:39.871876Z","caller":"traceutil/trace.go:171","msg":"trace[1856271919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27996; }","duration":"278.203385ms","start":"2026-04-10T14:56:39.593665Z","end":"2026-04-10T14:56:39.871868Z","steps":["trace[1856271919] 'agreement among raft nodes before linearized reading' (duration: 278.137132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.872002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.359079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T14:56:39.872029Z","caller":"traceutil/trace.go:171","msg":"trace[1280532414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27996; }","duration":"278.437271ms","start":"2026-04-10T14:56:39.593585Z","end":"2026-04-10T14:56:39.872023Z","steps":["trace[1280532414] 'agreement among raft nodes before linearized reading' (duration: 278.370979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.872052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.350885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-9bfzp\" ","response":"range_response_count:1 size:3798"} {"level":"info","ts":"2026-04-10T14:56:39.872112Z","caller":"traceutil/trace.go:171","msg":"trace[1244231258] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-9bfzp; range_end:; response_count:1; response_revision:27996; }","duration":"214.436018ms","start":"2026-04-10T14:56:39.657659Z","end":"2026-04-10T14:56:39.872095Z","steps":["trace[1244231258] 'agreement among raft nodes before linearized reading' (duration: 214.282623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:39.872639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.6662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:56:39.872746Z","caller":"traceutil/trace.go:171","msg":"trace[1291591366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27996; }","duration":"272.803284ms","start":"2026-04-10T14:56:39.599916Z","end":"2026-04-10T14:56:39.872719Z","steps":["trace[1291591366] 'agreement among raft nodes before linearized reading' (duration: 272.481544ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:40.086244Z","caller":"traceutil/trace.go:171","msg":"trace[1495406640] transaction","detail":"{read_only:false; response_revision:28007; number_of_response:1; }","duration":"138.439786ms","start":"2026-04-10T14:56:39.94777Z","end":"2026-04-10T14:56:40.08621Z","steps":["trace[1495406640] 'process raft request' (duration: 137.577298ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:40.658099Z","caller":"traceutil/trace.go:171","msg":"trace[1277813473] linearizableReadLoop","detail":"{readStateIndex:28987; appliedIndex:28986; }","duration":"174.377776ms","start":"2026-04-10T14:56:40.483693Z","end":"2026-04-10T14:56:40.65807Z","steps":["trace[1277813473] 'read index received' (duration: 174.223611ms)","trace[1277813473] 'applied index is now lower than readState.Index' (duration: 152.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:40.658213Z","caller":"traceutil/trace.go:171","msg":"trace[794698324] transaction","detail":"{read_only:false; response_revision:28009; number_of_response:1; }","duration":"179.291761ms","start":"2026-04-10T14:56:40.478911Z","end":"2026-04-10T14:56:40.658203Z","steps":["trace[794698324] 'process raft request' (duration: 178.965971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:40.65851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.79279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:40.65861Z","caller":"traceutil/trace.go:171","msg":"trace[2007435840] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28009; }","duration":"174.953724ms","start":"2026-04-10T14:56:40.483631Z","end":"2026-04-10T14:56:40.658585Z","steps":["trace[2007435840] 'agreement among raft nodes before linearized reading' (duration: 174.713367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:40.878786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.75125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:56:40.878948Z","caller":"traceutil/trace.go:171","msg":"trace[631952148] linearizableReadLoop","detail":"{readStateIndex:28988; appliedIndex:28987; }","duration":"220.758427ms","start":"2026-04-10T14:56:40.658162Z","end":"2026-04-10T14:56:40.878921Z","steps":["trace[631952148] 'read index received' (duration: 92.662506ms)","trace[631952148] 'applied index is now lower than readState.Index' (duration: 128.09342ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:40.879042Z","caller":"traceutil/trace.go:171","msg":"trace[357140132] transaction","detail":"{read_only:false; response_revision:28010; number_of_response:1; }","duration":"366.917455ms","start":"2026-04-10T14:56:40.512072Z","end":"2026-04-10T14:56:40.878989Z","steps":["trace[357140132] 'process raft request' (duration: 238.827944ms)","trace[357140132] 'compare' (duration: 127.541993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:40.880508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.512049Z","time spent":"368.385961ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1189,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:40.879484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.991941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-stjj9.18a50388d84c6491\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-10T14:56:40.88072Z","caller":"traceutil/trace.go:171","msg":"trace[2071775519] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-stjj9.18a50388d84c6491; range_end:; response_count:1; response_revision:28010; }","duration":"323.268522ms","start":"2026-04-10T14:56:40.557434Z","end":"2026-04-10T14:56:40.880703Z","steps":["trace[2071775519] 'agreement among raft nodes before linearized reading' (duration: 321.919339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:40.880781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.557418Z","time spent":"323.343954ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-stjj9.18a50388d84c6491\" "} {"level":"warn","ts":"2026-04-10T14:56:40.879587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.415044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:40.880953Z","caller":"traceutil/trace.go:171","msg":"trace[597202830] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28010; }","duration":"268.8789ms","start":"2026-04-10T14:56:40.612065Z","end":"2026-04-10T14:56:40.880944Z","steps":["trace[597202830] 'agreement among raft nodes before linearized reading' (duration: 266.97188ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:40.938048Z","caller":"traceutil/trace.go:171","msg":"trace[1953731373] transaction","detail":"{read_only:false; response_revision:28011; number_of_response:1; }","duration":"150.283979ms","start":"2026-04-10T14:56:40.787732Z","end":"2026-04-10T14:56:40.938016Z","steps":["trace[1953731373] 'process raft request' (duration: 150.094433ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:41.369938Z","caller":"traceutil/trace.go:171","msg":"trace[662155523] linearizableReadLoop","detail":"{readStateIndex:28990; appliedIndex:28989; }","duration":"490.928837ms","start":"2026-04-10T14:56:40.878986Z","end":"2026-04-10T14:56:41.369915Z","steps":["trace[662155523] 'read index received' (duration: 59.046947ms)","trace[662155523] 'applied index is now lower than readState.Index' (duration: 431.88067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:41.37009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.334509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:41.370144Z","caller":"traceutil/trace.go:171","msg":"trace[1065684226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28015; }","duration":"675.455124ms","start":"2026-04-10T14:56:40.694678Z","end":"2026-04-10T14:56:41.370134Z","steps":["trace[1065684226] 'agreement among raft nodes before linearized reading' (duration: 675.32547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.37018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.694658Z","time spent":"675.516315ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:56:41.370506Z","caller":"traceutil/trace.go:171","msg":"trace[1079300543] transaction","detail":"{read_only:false; response_revision:28015; number_of_response:1; }","duration":"465.59515ms","start":"2026-04-10T14:56:40.904853Z","end":"2026-04-10T14:56:41.370448Z","steps":["trace[1079300543] 'process raft request' (duration: 464.96204ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:41.370612Z","caller":"traceutil/trace.go:171","msg":"trace[1245891799] transaction","detail":"{read_only:false; response_revision:28012; number_of_response:1; }","duration":"499.653072ms","start":"2026-04-10T14:56:40.870933Z","end":"2026-04-10T14:56:41.370586Z","steps":["trace[1245891799] 'process raft request' (duration: 498.62864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.370904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.904806Z","time spent":"465.798407ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1778,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:41.370947Z","caller":"traceutil/trace.go:171","msg":"trace[286246194] transaction","detail":"{read_only:false; response_revision:28014; number_of_response:1; }","duration":"483.553355ms","start":"2026-04-10T14:56:40.887384Z","end":"2026-04-10T14:56:41.370938Z","steps":["trace[286246194] 'process raft request' (duration: 482.388848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.37287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.887366Z","time spent":"485.367583ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:41.371392Z","caller":"traceutil/trace.go:171","msg":"trace[310996813] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28015; }","duration":"464.675291ms","start":"2026-04-10T14:56:40.906706Z","end":"2026-04-10T14:56:41.371382Z","steps":["trace[310996813] 'process raft request' (duration: 463.170544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.373033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.906676Z","time spent":"466.296112ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":1831,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:41.370883Z","caller":"traceutil/trace.go:171","msg":"trace[1331582777] transaction","detail":"{read_only:false; response_revision:28013; number_of_response:1; }","duration":"487.020004ms","start":"2026-04-10T14:56:40.883833Z","end":"2026-04-10T14:56:41.370853Z","steps":["trace[1331582777] 'process raft request' (duration: 485.880779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.373239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.883807Z","time spent":"489.394429ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:41.373536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:40.870903Z","time spent":"501.578073ms","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1467,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:41.604164Z","caller":"traceutil/trace.go:171","msg":"trace[693973518] transaction","detail":"{read_only:false; response_revision:28018; number_of_response:1; }","duration":"219.476636ms","start":"2026-04-10T14:56:41.384667Z","end":"2026-04-10T14:56:41.604143Z","steps":["trace[693973518] 'process raft request' (duration: 219.418744ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:41.604202Z","caller":"traceutil/trace.go:171","msg":"trace[1631569551] transaction","detail":"{read_only:false; response_revision:28017; number_of_response:1; }","duration":"225.35447ms","start":"2026-04-10T14:56:41.378808Z","end":"2026-04-10T14:56:41.604162Z","steps":["trace[1631569551] 'process raft request' (duration: 225.130873ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:41.872113Z","caller":"traceutil/trace.go:171","msg":"trace[934261831] transaction","detail":"{read_only:false; response_revision:28019; number_of_response:1; }","duration":"472.959652ms","start":"2026-04-10T14:56:41.399109Z","end":"2026-04-10T14:56:41.872069Z","steps":["trace[934261831] 'process raft request' (duration: 406.440539ms)","trace[934261831] 'compare' (duration: 65.990696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:41.872328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.399087Z","time spent":"473.124247ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2326,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:41.872357Z","caller":"traceutil/trace.go:171","msg":"trace[1648544888] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"356.118095ms","start":"2026-04-10T14:56:41.516208Z","end":"2026-04-10T14:56:41.872326Z","steps":["trace[1648544888] 'process raft request' (duration: 355.708952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.872527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.516173Z","time spent":"356.27268ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:41.872727Z","caller":"traceutil/trace.go:171","msg":"trace[1512305903] transaction","detail":"{read_only:false; response_revision:28021; number_of_response:1; }","duration":"306.808383ms","start":"2026-04-10T14:56:41.565902Z","end":"2026-04-10T14:56:41.872711Z","steps":["trace[1512305903] 'process raft request' (duration: 306.111301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.87284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.565866Z","time spent":"306.911126ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:41.873124Z","caller":"traceutil/trace.go:171","msg":"trace[330661211] linearizableReadLoop","detail":"{readStateIndex:28998; appliedIndex:28995; }","duration":"449.536655ms","start":"2026-04-10T14:56:41.423573Z","end":"2026-04-10T14:56:41.87311Z","steps":["trace[330661211] 'read index received' (duration: 180.355865ms)","trace[330661211] 'applied index is now lower than readState.Index' (duration: 269.17955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:41.873235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.659768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:41.873276Z","caller":"traceutil/trace.go:171","msg":"trace[1760385089] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:28021; }","duration":"449.753072ms","start":"2026-04-10T14:56:41.423512Z","end":"2026-04-10T14:56:41.873265Z","steps":["trace[1760385089] 'agreement among raft nodes before linearized reading' (duration: 449.680629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:41.873308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.423487Z","time spent":"449.814234ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-10T14:56:42.236574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.328631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:56:42.236683Z","caller":"traceutil/trace.go:171","msg":"trace[1371921271] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"408.086019ms","start":"2026-04-10T14:56:41.82858Z","end":"2026-04-10T14:56:42.236666Z","steps":["trace[1371921271] 'process raft request' (duration: 222.591322ms)","trace[1371921271] 'compare' (duration: 184.572428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:42.236731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.82855Z","time spent":"408.160001ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:42.240668Z","caller":"traceutil/trace.go:171","msg":"trace[179153555] transaction","detail":"{read_only:false; response_revision:28024; number_of_response:1; }","duration":"411.215828ms","start":"2026-04-10T14:56:41.829428Z","end":"2026-04-10T14:56:42.240644Z","steps":["trace[179153555] 'process raft request' (duration: 411.136036ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.240718Z","caller":"traceutil/trace.go:171","msg":"trace[2129613179] transaction","detail":"{read_only:false; response_revision:28023; number_of_response:1; }","duration":"411.61332ms","start":"2026-04-10T14:56:41.829062Z","end":"2026-04-10T14:56:42.240676Z","steps":["trace[2129613179] 'process raft request' (duration: 411.354992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.24083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.829418Z","time spent":"411.324691ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:42.241001Z","caller":"traceutil/trace.go:171","msg":"trace[1251684887] transaction","detail":"{read_only:false; response_revision:28025; number_of_response:1; }","duration":"410.68247ms","start":"2026-04-10T14:56:41.830287Z","end":"2026-04-10T14:56:42.24097Z","steps":["trace[1251684887] 'process raft request' (duration: 410.318109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.241197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.830273Z","time spent":"410.812155ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:42.241333Z","caller":"traceutil/trace.go:171","msg":"trace[1348453429] transaction","detail":"{read_only:false; response_revision:28026; number_of_response:1; }","duration":"410.365701ms","start":"2026-04-10T14:56:41.830957Z","end":"2026-04-10T14:56:42.241322Z","steps":["trace[1348453429] 'process raft request' (duration: 409.908066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.241392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.830946Z","time spent":"410.417823ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:42.241721Z","caller":"traceutil/trace.go:171","msg":"trace[1265503286] transaction","detail":"{read_only:false; response_revision:28027; number_of_response:1; }","duration":"408.899045ms","start":"2026-04-10T14:56:41.832814Z","end":"2026-04-10T14:56:42.241713Z","steps":["trace[1265503286] 'process raft request' (duration: 408.466981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.24177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.832805Z","time spent":"408.942366ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:42.242046Z","caller":"traceutil/trace.go:171","msg":"trace[272955337] linearizableReadLoop","detail":"{readStateIndex:29006; appliedIndex:29000; }","duration":"368.871206ms","start":"2026-04-10T14:56:41.873165Z","end":"2026-04-10T14:56:42.242036Z","steps":["trace[272955337] 'read index received' (duration: 178.129294ms)","trace[272955337] 'applied index is now lower than readState.Index' (duration: 190.740952ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:42.242076Z","caller":"traceutil/trace.go:171","msg":"trace[360238522] transaction","detail":"{read_only:false; response_revision:28028; number_of_response:1; }","duration":"362.451834ms","start":"2026-04-10T14:56:41.879606Z","end":"2026-04-10T14:56:42.242058Z","steps":["trace[360238522] 'process raft request' (duration: 361.915037ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.242111Z","caller":"traceutil/trace.go:171","msg":"trace[804901154] transaction","detail":"{read_only:false; response_revision:28029; number_of_response:1; }","duration":"361.112241ms","start":"2026-04-10T14:56:41.88099Z","end":"2026-04-10T14:56:42.242102Z","steps":["trace[804901154] 'process raft request' (duration: 360.862293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.242177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.880985Z","time spent":"361.149722ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2147,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:42.242198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.879595Z","time spent":"362.524806ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:42.242347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.314374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:42.242384Z","caller":"traceutil/trace.go:171","msg":"trace[1879685291] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28029; }","duration":"454.408737ms","start":"2026-04-10T14:56:41.787966Z","end":"2026-04-10T14:56:42.242375Z","steps":["trace[1879685291] 'agreement among raft nodes before linearized reading' (duration: 454.330454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.242412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.787939Z","time spent":"454.462008ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:42.242523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.634813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-04-10T14:56:42.242538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.407402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T14:56:42.242656Z","caller":"traceutil/trace.go:171","msg":"trace[328290868] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28029; }","duration":"300.534646ms","start":"2026-04-10T14:56:41.942105Z","end":"2026-04-10T14:56:42.24264Z","steps":["trace[328290868] 'agreement among raft nodes before linearized reading' (duration: 300.379921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.242702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.942098Z","time spent":"300.596168ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:56:42.242749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.291526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-10T14:56:42.242811Z","caller":"traceutil/trace.go:171","msg":"trace[2078625418] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28029; }","duration":"305.357688ms","start":"2026-04-10T14:56:41.937437Z","end":"2026-04-10T14:56:42.242795Z","steps":["trace[2078625418] 'agreement among raft nodes before linearized reading' (duration: 305.198603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.242868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.937407Z","time spent":"305.448921ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:56:42.242897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.760951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:42.242941Z","caller":"traceutil/trace.go:171","msg":"trace[1276742412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28029; }","duration":"715.841573ms","start":"2026-04-10T14:56:41.527089Z","end":"2026-04-10T14:56:42.242931Z","steps":["trace[1276742412] 'agreement among raft nodes before linearized reading' (duration: 715.765081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.24297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.527045Z","time spent":"715.919335ms","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:56:42.243211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.230653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:42.243255Z","caller":"traceutil/trace.go:171","msg":"trace[493157721] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28029; }","duration":"263.330066ms","start":"2026-04-10T14:56:41.979913Z","end":"2026-04-10T14:56:42.243243Z","steps":["trace[493157721] 'agreement among raft nodes before linearized reading' (duration: 263.242103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.243268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.991187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:56:42.243317Z","caller":"traceutil/trace.go:171","msg":"trace[13372308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28029; }","duration":"306.06948ms","start":"2026-04-10T14:56:41.937233Z","end":"2026-04-10T14:56:42.243303Z","steps":["trace[13372308] 'agreement among raft nodes before linearized reading' (duration: 305.909675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.243355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.937214Z","time spent":"306.131562ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:56:42.243448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.195081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:56:42.243478Z","caller":"traceutil/trace.go:171","msg":"trace[1821817095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28029; }","duration":"297.249993ms","start":"2026-04-10T14:56:41.946218Z","end":"2026-04-10T14:56:42.243468Z","steps":["trace[1821817095] 'agreement among raft nodes before linearized reading' (duration: 297.188361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.24372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.47138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:56:42.243776Z","caller":"traceutil/trace.go:171","msg":"trace[316543560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28029; }","duration":"297.601844ms","start":"2026-04-10T14:56:41.946164Z","end":"2026-04-10T14:56:42.243766Z","steps":["trace[316543560] 'agreement among raft nodes before linearized reading' (duration: 297.435149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.243821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.31974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:56:42.243882Z","caller":"traceutil/trace.go:171","msg":"trace[826744019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28029; }","duration":"307.433653ms","start":"2026-04-10T14:56:41.936435Z","end":"2026-04-10T14:56:42.243868Z","steps":["trace[826744019] 'agreement among raft nodes before linearized reading' (duration: 307.092252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.24393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.936409Z","time spent":"307.510655ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:56:42.243518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.829022Z","time spent":"411.797736ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:42.24511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.96796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10083"} {"level":"info","ts":"2026-04-10T14:56:42.245213Z","caller":"traceutil/trace.go:171","msg":"trace[891900367] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:28029; }","duration":"336.057243ms","start":"2026-04-10T14:56:41.909099Z","end":"2026-04-10T14:56:42.245156Z","steps":["trace[891900367] 'agreement among raft nodes before linearized reading' (duration: 335.851317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.24532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.909086Z","time spent":"336.218268ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10106,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-04-10T14:56:42.245739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.322082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2344"} {"level":"info","ts":"2026-04-10T14:56:42.245801Z","caller":"traceutil/trace.go:171","msg":"trace[2051604950] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:28029; }","duration":"364.395105ms","start":"2026-04-10T14:56:41.881391Z","end":"2026-04-10T14:56:42.245786Z","steps":["trace[2051604950] 'agreement among raft nodes before linearized reading' (duration: 364.22767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.245851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.881386Z","time spent":"364.454397ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2367,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-04-10T14:56:42.2463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.200275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-10T14:56:42.246377Z","caller":"traceutil/trace.go:171","msg":"trace[1314776002] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28029; }","duration":"368.298057ms","start":"2026-04-10T14:56:41.878064Z","end":"2026-04-10T14:56:42.246362Z","steps":["trace[1314776002] 'agreement among raft nodes before linearized reading' (duration: 367.987447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.246405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.878056Z","time spent":"368.343239ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-10T14:56:42.243936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.415354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:56:42.246671Z","caller":"traceutil/trace.go:171","msg":"trace[1271251192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28029; }","duration":"304.163651ms","start":"2026-04-10T14:56:41.942498Z","end":"2026-04-10T14:56:42.246661Z","steps":["trace[1271251192] 'agreement among raft nodes before linearized reading' (duration: 301.399054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.246708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.942489Z","time spent":"304.205492ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:56:42.242606Z","caller":"traceutil/trace.go:171","msg":"trace[29470066] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28029; }","duration":"364.767166ms","start":"2026-04-10T14:56:41.877818Z","end":"2026-04-10T14:56:42.242585Z","steps":["trace[29470066] 'agreement among raft nodes before linearized reading' (duration: 364.532179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.247112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:41.877798Z","time spent":"369.304289ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-04-10T14:56:42.438612Z","caller":"traceutil/trace.go:171","msg":"trace[868790046] transaction","detail":"{read_only:false; response_revision:28030; number_of_response:1; }","duration":"188.648994ms","start":"2026-04-10T14:56:42.249909Z","end":"2026-04-10T14:56:42.438558Z","steps":["trace[868790046] 'process raft request' (duration: 177.741861ms)","trace[868790046] 'compare' (duration: 10.620424ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:42.53671Z","caller":"traceutil/trace.go:171","msg":"trace[811488213] transaction","detail":"{read_only:false; response_revision:28031; number_of_response:1; }","duration":"286.329659ms","start":"2026-04-10T14:56:42.250335Z","end":"2026-04-10T14:56:42.536665Z","steps":["trace[811488213] 'process raft request' (duration: 286.090301ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.537032Z","caller":"traceutil/trace.go:171","msg":"trace[2007499712] transaction","detail":"{read_only:false; response_revision:28032; number_of_response:1; }","duration":"279.465473ms","start":"2026-04-10T14:56:42.257516Z","end":"2026-04-10T14:56:42.536982Z","steps":["trace[2007499712] 'process raft request' (duration: 279.06041ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.537094Z","caller":"traceutil/trace.go:171","msg":"trace[1332705163] transaction","detail":"{read_only:false; response_revision:28034; number_of_response:1; }","duration":"279.38328ms","start":"2026-04-10T14:56:42.257677Z","end":"2026-04-10T14:56:42.53706Z","steps":["trace[1332705163] 'process raft request' (duration: 279.007958ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.53722Z","caller":"traceutil/trace.go:171","msg":"trace[1982072337] transaction","detail":"{read_only:false; response_revision:28035; number_of_response:1; }","duration":"279.433302ms","start":"2026-04-10T14:56:42.257771Z","end":"2026-04-10T14:56:42.537205Z","steps":["trace[1982072337] 'process raft request' (duration: 278.945756ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.53725Z","caller":"traceutil/trace.go:171","msg":"trace[1864969325] transaction","detail":"{read_only:false; response_revision:28033; number_of_response:1; }","duration":"279.612747ms","start":"2026-04-10T14:56:42.257623Z","end":"2026-04-10T14:56:42.537236Z","steps":["trace[1864969325] 'process raft request' (duration: 279.020548ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.537351Z","caller":"traceutil/trace.go:171","msg":"trace[1696240510] transaction","detail":"{read_only:false; response_revision:28036; number_of_response:1; }","duration":"279.514304ms","start":"2026-04-10T14:56:42.257821Z","end":"2026-04-10T14:56:42.537335Z","steps":["trace[1696240510] 'process raft request' (duration: 279.116611ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.53746Z","caller":"traceutil/trace.go:171","msg":"trace[555426010] transaction","detail":"{read_only:false; response_revision:28037; number_of_response:1; }","duration":"277.065117ms","start":"2026-04-10T14:56:42.260373Z","end":"2026-04-10T14:56:42.537438Z","steps":["trace[555426010] 'process raft request' (duration: 276.597992ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.53767Z","caller":"traceutil/trace.go:171","msg":"trace[1678752385] linearizableReadLoop","detail":"{readStateIndex:29010; appliedIndex:29008; }","duration":"281.873858ms","start":"2026-04-10T14:56:42.25578Z","end":"2026-04-10T14:56:42.537654Z","steps":["trace[1678752385] 'read index received' (duration: 171.908887ms)","trace[1678752385] 'applied index is now lower than readState.Index' (duration: 109.963961ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:42.537649Z","caller":"traceutil/trace.go:171","msg":"trace[1054138859] transaction","detail":"{read_only:false; response_revision:28038; number_of_response:1; }","duration":"276.494189ms","start":"2026-04-10T14:56:42.261121Z","end":"2026-04-10T14:56:42.537615Z","steps":["trace[1054138859] 'process raft request' (duration: 275.883689ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.537728Z","caller":"traceutil/trace.go:171","msg":"trace[1148137567] transaction","detail":"{read_only:false; response_revision:28039; number_of_response:1; }","duration":"270.252402ms","start":"2026-04-10T14:56:42.267448Z","end":"2026-04-10T14:56:42.537701Z","steps":["trace[1148137567] 'process raft request' (duration: 270.059266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.537784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.985072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:42.537832Z","caller":"traceutil/trace.go:171","msg":"trace[675185917] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:28039; }","duration":"282.090255ms","start":"2026-04-10T14:56:42.255729Z","end":"2026-04-10T14:56:42.53782Z","steps":["trace[675185917] 'agreement among raft nodes before linearized reading' (duration: 281.990542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.537949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.986601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-10T14:56:42.538007Z","caller":"traceutil/trace.go:171","msg":"trace[1465786235] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28039; }","duration":"275.278151ms","start":"2026-04-10T14:56:42.262713Z","end":"2026-04-10T14:56:42.537991Z","steps":["trace[1465786235] 'agreement among raft nodes before linearized reading' (duration: 275.084554ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.677821Z","caller":"traceutil/trace.go:171","msg":"trace[564826759] linearizableReadLoop","detail":"{readStateIndex:29021; appliedIndex:29018; }","duration":"122.395032ms","start":"2026-04-10T14:56:42.55539Z","end":"2026-04-10T14:56:42.677785Z","steps":["trace[564826759] 'read index received' (duration: 31.881143ms)","trace[564826759] 'applied index is now lower than readState.Index' (duration: 90.512039ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:42.678463Z","caller":"traceutil/trace.go:171","msg":"trace[234198537] transaction","detail":"{read_only:false; response_revision:28041; number_of_response:1; }","duration":"125.82715ms","start":"2026-04-10T14:56:42.552589Z","end":"2026-04-10T14:56:42.678416Z","steps":["trace[234198537] 'process raft request' (duration: 124.733365ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.678755Z","caller":"traceutil/trace.go:171","msg":"trace[687228993] transaction","detail":"{read_only:false; response_revision:28042; number_of_response:1; }","duration":"126.009945ms","start":"2026-04-10T14:56:42.552738Z","end":"2026-04-10T14:56:42.678748Z","steps":["trace[687228993] 'process raft request' (duration: 124.801397ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.678462Z","caller":"traceutil/trace.go:171","msg":"trace[830516636] transaction","detail":"{read_only:false; response_revision:28043; number_of_response:1; }","duration":"117.669203ms","start":"2026-04-10T14:56:42.560757Z","end":"2026-04-10T14:56:42.678427Z","steps":["trace[830516636] 'process raft request' (duration: 116.859158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:42.678961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.548108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-10T14:56:42.678492Z","caller":"traceutil/trace.go:171","msg":"trace[1660698141] transaction","detail":"{read_only:false; response_revision:28044; number_of_response:1; }","duration":"117.386814ms","start":"2026-04-10T14:56:42.561081Z","end":"2026-04-10T14:56:42.678468Z","steps":["trace[1660698141] 'process raft request' (duration: 116.6118ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:42.679026Z","caller":"traceutil/trace.go:171","msg":"trace[859992383] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:28044; }","duration":"123.672462ms","start":"2026-04-10T14:56:42.555337Z","end":"2026-04-10T14:56:42.67901Z","steps":["trace[859992383] 'agreement among raft nodes before linearized reading' (duration: 123.446585ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:43.153692Z","caller":"traceutil/trace.go:171","msg":"trace[42061020] linearizableReadLoop","detail":"{readStateIndex:29025; appliedIndex:29024; }","duration":"475.74504ms","start":"2026-04-10T14:56:42.677925Z","end":"2026-04-10T14:56:43.15367Z","steps":["trace[42061020] 'read index received' (duration: 475.679088ms)","trace[42061020] 'applied index is now lower than readState.Index' (duration: 65.082µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:43.153791Z","caller":"traceutil/trace.go:171","msg":"trace[1820974426] transaction","detail":"{read_only:false; response_revision:28046; number_of_response:1; }","duration":"556.513302ms","start":"2026-04-10T14:56:42.597269Z","end":"2026-04-10T14:56:43.153782Z","steps":["trace[1820974426] 'process raft request' (duration: 556.337336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.153881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.59724Z","time spent":"556.575354ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":898,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:43.15415Z","caller":"traceutil/trace.go:171","msg":"trace[1419942874] transaction","detail":"{read_only:false; response_revision:28045; number_of_response:1; }","duration":"560.133205ms","start":"2026-04-10T14:56:42.593919Z","end":"2026-04-10T14:56:43.154052Z","steps":["trace[1419942874] 'process raft request' (duration: 559.461834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.154396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.593873Z","time spent":"560.393624ms","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":125664,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:43.155637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.101234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366185"} {"level":"info","ts":"2026-04-10T14:56:43.155689Z","caller":"traceutil/trace.go:171","msg":"trace[1971261732] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:28046; }","duration":"553.216908ms","start":"2026-04-10T14:56:42.60246Z","end":"2026-04-10T14:56:43.155677Z","steps":["trace[1971261732] 'agreement among raft nodes before linearized reading' (duration: 551.468663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.155718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.602432Z","time spent":"553.27798ms","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2366208,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-10T14:56:43.264393Z","caller":"traceutil/trace.go:171","msg":"trace[2003310490] transaction","detail":"{read_only:false; response_revision:28052; number_of_response:1; }","duration":"555.20688ms","start":"2026-04-10T14:56:42.709157Z","end":"2026-04-10T14:56:43.264364Z","steps":["trace[2003310490] 'process raft request' (duration: 555.094066ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:43.264416Z","caller":"traceutil/trace.go:171","msg":"trace[640274260] transaction","detail":"{read_only:false; response_revision:28049; number_of_response:1; }","duration":"560.573798ms","start":"2026-04-10T14:56:42.703801Z","end":"2026-04-10T14:56:43.264374Z","steps":["trace[640274260] 'process raft request' (duration: 560.31526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.264544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.709153Z","time spent":"555.321883ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:43.264555Z","caller":"traceutil/trace.go:171","msg":"trace[1065916295] transaction","detail":"{read_only:false; response_revision:28047; number_of_response:1; }","duration":"561.645292ms","start":"2026-04-10T14:56:42.702885Z","end":"2026-04-10T14:56:43.264531Z","steps":["trace[1065916295] 'process raft request' (duration: 556.152069ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:43.26457Z","caller":"traceutil/trace.go:171","msg":"trace[115029874] transaction","detail":"{read_only:false; response_revision:28050; number_of_response:1; }","duration":"558.10581ms","start":"2026-04-10T14:56:42.706439Z","end":"2026-04-10T14:56:43.264545Z","steps":["trace[115029874] 'process raft request' (duration: 557.730559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.264595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.703794Z","time spent":"560.693623ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:43.264667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.70286Z","time spent":"561.759126ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:43.264683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.706421Z","time spent":"558.205174ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:43.264953Z","caller":"traceutil/trace.go:171","msg":"trace[1933574279] transaction","detail":"{read_only:false; response_revision:28048; number_of_response:1; }","duration":"561.985943ms","start":"2026-04-10T14:56:42.702949Z","end":"2026-04-10T14:56:43.264935Z","steps":["trace[1933574279] 'process raft request' (duration: 561.082004ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:43.264993Z","caller":"traceutil/trace.go:171","msg":"trace[179192151] transaction","detail":"{read_only:false; response_revision:28053; number_of_response:1; }","duration":"555.459767ms","start":"2026-04-10T14:56:42.709521Z","end":"2026-04-10T14:56:43.264981Z","steps":["trace[179192151] 'process raft request' (duration: 554.757485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.265038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.702928Z","time spent":"562.060145ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2696,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:43.265049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.709515Z","time spent":"555.506739ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:43.265329Z","caller":"traceutil/trace.go:171","msg":"trace[1913998073] linearizableReadLoop","detail":"{readStateIndex:29035; appliedIndex:29025; }","duration":"111.56149ms","start":"2026-04-10T14:56:43.153751Z","end":"2026-04-10T14:56:43.265312Z","steps":["trace[1913998073] 'read index received' (duration: 105.270792ms)","trace[1913998073] 'applied index is now lower than readState.Index' (duration: 6.289628ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:43.265443Z","caller":"traceutil/trace.go:171","msg":"trace[1092464231] transaction","detail":"{read_only:false; response_revision:28054; number_of_response:1; }","duration":"555.785617ms","start":"2026-04-10T14:56:42.709649Z","end":"2026-04-10T14:56:43.265434Z","steps":["trace[1092464231] 'process raft request' (duration: 555.264991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.265494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.709641Z","time spent":"555.83402ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:43.26534Z","caller":"traceutil/trace.go:171","msg":"trace[1693382426] transaction","detail":"{read_only:false; response_revision:28051; number_of_response:1; }","duration":"556.290264ms","start":"2026-04-10T14:56:42.709032Z","end":"2026-04-10T14:56:43.265322Z","steps":["trace[1693382426] 'process raft request' (duration: 555.184529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.265689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.709014Z","time spent":"556.626464ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:43.265747Z","caller":"traceutil/trace.go:171","msg":"trace[1891606829] transaction","detail":"{read_only:false; response_revision:28056; number_of_response:1; }","duration":"537.902555ms","start":"2026-04-10T14:56:42.727835Z","end":"2026-04-10T14:56:43.265738Z","steps":["trace[1891606829] 'process raft request' (duration: 537.41385ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:43.265351Z","caller":"traceutil/trace.go:171","msg":"trace[1340605020] transaction","detail":"{read_only:false; response_revision:28055; number_of_response:1; }","duration":"554.524739ms","start":"2026-04-10T14:56:42.710815Z","end":"2026-04-10T14:56:43.26534Z","steps":["trace[1340605020] 'process raft request' (duration: 554.353053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.265866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.710804Z","time spent":"555.028904ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:43.26593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.41976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-10T14:56:43.265713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.934923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-04-10T14:56:43.266001Z","caller":"traceutil/trace.go:171","msg":"trace[243740668] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:28056; }","duration":"563.212432ms","start":"2026-04-10T14:56:42.702769Z","end":"2026-04-10T14:56:43.265981Z","steps":["trace[243740668] 'agreement among raft nodes before linearized reading' (duration: 562.83067ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:43.265959Z","caller":"traceutil/trace.go:171","msg":"trace[2032250677] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:28056; }","duration":"578.478512ms","start":"2026-04-10T14:56:42.687468Z","end":"2026-04-10T14:56:43.265947Z","steps":["trace[2032250677] 'agreement among raft nodes before linearized reading' (duration: 578.398669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.266089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.687448Z","time spent":"578.632837ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-10T14:56:43.266123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.702712Z","time spent":"563.330366ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2687,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-10T14:56:43.265805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:42.727801Z","time spent":"537.977997ms","remote":"127.0.0.1:35092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:43.336917Z","caller":"traceutil/trace.go:171","msg":"trace[1681688080] transaction","detail":"{read_only:false; response_revision:28057; number_of_response:1; }","duration":"179.155907ms","start":"2026-04-10T14:56:43.157731Z","end":"2026-04-10T14:56:43.336887Z","steps":["trace[1681688080] 'process raft request' (duration: 178.868888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.337277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.907971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-10T14:56:43.337388Z","caller":"traceutil/trace.go:171","msg":"trace[1926929305] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:28057; }","duration":"146.19681ms","start":"2026-04-10T14:56:43.19117Z","end":"2026-04-10T14:56:43.337367Z","steps":["trace[1926929305] 'agreement among raft nodes before linearized reading' (duration: 145.787477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:43.837835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:56:44.013311Z","caller":"traceutil/trace.go:171","msg":"trace[1164864608] transaction","detail":"{read_only:false; response_revision:28063; number_of_response:1; }","duration":"705.616602ms","start":"2026-04-10T14:56:43.307658Z","end":"2026-04-10T14:56:44.013274Z","steps":["trace[1164864608] 'process raft request' (duration: 705.53788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.013547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.307627Z","time spent":"705.802358ms","remote":"127.0.0.1:35092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6322,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.013602Z","caller":"traceutil/trace.go:171","msg":"trace[2045701547] transaction","detail":"{read_only:false; response_revision:28060; number_of_response:1; }","duration":"737.918499ms","start":"2026-04-10T14:56:43.275629Z","end":"2026-04-10T14:56:44.013548Z","steps":["trace[2045701547] 'process raft request' (duration: 737.32317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.013861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.275618Z","time spent":"738.108835ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2956,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.01408Z","caller":"traceutil/trace.go:171","msg":"trace[1671402922] transaction","detail":"{read_only:false; response_revision:28058; number_of_response:1; }","duration":"741.786131ms","start":"2026-04-10T14:56:43.272263Z","end":"2026-04-10T14:56:44.014049Z","steps":["trace[1671402922] 'process raft request' (duration: 740.368936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.014192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.272239Z","time spent":"741.905544ms","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:44.014246Z","caller":"traceutil/trace.go:171","msg":"trace[1387043433] transaction","detail":"{read_only:false; response_revision:28061; number_of_response:1; }","duration":"737.97579ms","start":"2026-04-10T14:56:43.276251Z","end":"2026-04-10T14:56:44.014227Z","steps":["trace[1387043433] 'process raft request' (duration: 736.791173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.014347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.27624Z","time spent":"738.057883ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.014442Z","caller":"traceutil/trace.go:171","msg":"trace[528529416] transaction","detail":"{read_only:false; response_revision:28059; number_of_response:1; }","duration":"741.476891ms","start":"2026-04-10T14:56:43.272946Z","end":"2026-04-10T14:56:44.014423Z","steps":["trace[528529416] 'process raft request' (duration: 739.932202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.01474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.272937Z","time spent":"741.752219ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:44.015026Z","caller":"traceutil/trace.go:171","msg":"trace[731165270] transaction","detail":"{read_only:false; response_revision:28062; number_of_response:1; }","duration":"736.587057ms","start":"2026-04-10T14:56:43.278414Z","end":"2026-04-10T14:56:44.015001Z","steps":["trace[731165270] 'process raft request' (duration: 734.715548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.015244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.278408Z","time spent":"736.768702ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:44.352062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.641442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:56:44.352268Z","caller":"traceutil/trace.go:171","msg":"trace[1024834947] linearizableReadLoop","detail":"{readStateIndex:29044; appliedIndex:29036; }","duration":"1.015430891s","start":"2026-04-10T14:56:43.336819Z","end":"2026-04-10T14:56:44.35225Z","steps":["trace[1024834947] 'read index received' (duration: 675.907267ms)","trace[1024834947] 'applied index is now lower than readState.Index' (duration: 339.522614ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:44.352344Z","caller":"traceutil/trace.go:171","msg":"trace[697001304] transaction","detail":"{read_only:false; response_revision:28064; number_of_response:1; }","duration":"1.009238126s","start":"2026-04-10T14:56:43.343011Z","end":"2026-04-10T14:56:44.352249Z","steps":["trace[697001304] 'process raft request' (duration: 761.334165ms)","trace[697001304] 'compare' (duration: 247.25348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:44.352473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07514422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-10T14:56:44.352514Z","caller":"traceutil/trace.go:171","msg":"trace[1831876750] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:28065; }","duration":"1.075190071s","start":"2026-04-10T14:56:43.277309Z","end":"2026-04-10T14:56:44.352499Z","steps":["trace[1831876750] 'agreement among raft nodes before linearized reading' (duration: 1.075020556s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.352551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.277298Z","time spent":"1.075244853s","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-10T14:56:44.352618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.342988Z","time spent":"1.009456803s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:44.352696Z","caller":"traceutil/trace.go:171","msg":"trace[116767575] transaction","detail":"{read_only:false; response_revision:28065; number_of_response:1; }","duration":"1.002879866s","start":"2026-04-10T14:56:43.349792Z","end":"2026-04-10T14:56:44.352672Z","steps":["trace[116767575] 'process raft request' (duration: 1.002357529s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.352809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.349767Z","time spent":"1.00298728s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:44.352591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063047089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-q598h\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-04-10T14:56:44.352872Z","caller":"traceutil/trace.go:171","msg":"trace[1503284942] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-q598h; range_end:; response_count:1; response_revision:28065; }","duration":"1.06338659s","start":"2026-04-10T14:56:43.289473Z","end":"2026-04-10T14:56:44.352859Z","steps":["trace[1503284942] 'agreement among raft nodes before linearized reading' (duration: 1.062851923s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.352918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.289455Z","time spent":"1.063450762s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":2499,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-q598h\" "} {"level":"info","ts":"2026-04-10T14:56:44.414474Z","caller":"traceutil/trace.go:171","msg":"trace[489903786] transaction","detail":"{read_only:false; response_revision:28066; number_of_response:1; }","duration":"170.206966ms","start":"2026-04-10T14:56:44.244244Z","end":"2026-04-10T14:56:44.414451Z","steps":["trace[489903786] 'process raft request' (duration: 170.04198ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:44.68061Z","caller":"traceutil/trace.go:171","msg":"trace[1126223904] linearizableReadLoop","detail":"{readStateIndex:29051; appliedIndex:29045; }","duration":"328.28525ms","start":"2026-04-10T14:56:44.352301Z","end":"2026-04-10T14:56:44.680586Z","steps":["trace[1126223904] 'read index received' (duration: 62.460595ms)","trace[1126223904] 'applied index is now lower than readState.Index' (duration: 265.823945ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:44.680901Z","caller":"traceutil/trace.go:171","msg":"trace[370720660] transaction","detail":"{read_only:false; response_revision:28067; number_of_response:1; }","duration":"432.347214ms","start":"2026-04-10T14:56:44.24854Z","end":"2026-04-10T14:56:44.680888Z","steps":["trace[370720660] 'process raft request' (duration: 431.629491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.24849Z","time spent":"432.433626ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.68131Z","caller":"traceutil/trace.go:171","msg":"trace[1030073231] transaction","detail":"{read_only:false; response_revision:28068; number_of_response:1; }","duration":"431.754195ms","start":"2026-04-10T14:56:44.249547Z","end":"2026-04-10T14:56:44.681301Z","steps":["trace[1030073231] 'process raft request' (duration: 430.785345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.681353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.249514Z","time spent":"431.814647ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.681449Z","caller":"traceutil/trace.go:171","msg":"trace[1946882011] transaction","detail":"{read_only:false; response_revision:28069; number_of_response:1; }","duration":"431.467286ms","start":"2026-04-10T14:56:44.249974Z","end":"2026-04-10T14:56:44.681442Z","steps":["trace[1946882011] 'process raft request' (duration: 430.405763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.681488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.249931Z","time spent":"431.533958ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.681593Z","caller":"traceutil/trace.go:171","msg":"trace[1316580691] transaction","detail":"{read_only:false; response_revision:28070; number_of_response:1; }","duration":"430.233727ms","start":"2026-04-10T14:56:44.251351Z","end":"2026-04-10T14:56:44.681585Z","steps":["trace[1316580691] 'process raft request' (duration: 429.06877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.681635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.251333Z","time spent":"430.277089ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.68174Z","caller":"traceutil/trace.go:171","msg":"trace[249607258] transaction","detail":"{read_only:false; response_revision:28071; number_of_response:1; }","duration":"427.087649ms","start":"2026-04-10T14:56:44.254644Z","end":"2026-04-10T14:56:44.681732Z","steps":["trace[249607258] 'process raft request' (duration: 425.807818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.68178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.254629Z","time spent":"427.128379ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:44.681954Z","caller":"traceutil/trace.go:171","msg":"trace[1235950403] transaction","detail":"{read_only:false; response_revision:28072; number_of_response:1; }","duration":"346.702129ms","start":"2026-04-10T14:56:44.33524Z","end":"2026-04-10T14:56:44.681942Z","steps":["trace[1235950403] 'process raft request' (duration: 345.239613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.681991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.33521Z","time spent":"346.761691ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:44.682219Z","caller":"traceutil/trace.go:171","msg":"trace[426908902] transaction","detail":"{read_only:false; response_revision:28073; number_of_response:1; }","duration":"320.814795ms","start":"2026-04-10T14:56:44.361392Z","end":"2026-04-10T14:56:44.682206Z","steps":["trace[426908902] 'process raft request' (duration: 319.141982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.361365Z","time spent":"320.871987ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:44.682388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30938411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-10T14:56:44.682458Z","caller":"traceutil/trace.go:171","msg":"trace[1000804886] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28073; }","duration":"1.309514734s","start":"2026-04-10T14:56:43.372924Z","end":"2026-04-10T14:56:44.682439Z","steps":["trace[1000804886] 'agreement among raft nodes before linearized reading' (duration: 1.309313118s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.640456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-10T14:56:44.68249Z","caller":"traceutil/trace.go:171","msg":"trace[1327755668] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:28073; }","duration":"318.718488ms","start":"2026-04-10T14:56:44.363761Z","end":"2026-04-10T14:56:44.682479Z","steps":["trace[1327755668] 'agreement among raft nodes before linearized reading' (duration: 318.604975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.68249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.372898Z","time spent":"1.309585226s","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3548,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-10T14:56:44.682515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.363745Z","time spent":"318.76398ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-10T14:56:44.682672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.067267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:44.682695Z","caller":"traceutil/trace.go:171","msg":"trace[1125342037] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28073; }","duration":"440.139439ms","start":"2026-04-10T14:56:44.242548Z","end":"2026-04-10T14:56:44.682688Z","steps":["trace[1125342037] 'agreement among raft nodes before linearized reading' (duration: 440.090387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.242523Z","time spent":"440.18549ms","remote":"127.0.0.1:37108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:44.682747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107607841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-10T14:56:44.682772Z","caller":"traceutil/trace.go:171","msg":"trace[479616845] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:28073; }","duration":"1.107683423s","start":"2026-04-10T14:56:43.575082Z","end":"2026-04-10T14:56:44.682765Z","steps":["trace[479616845] 'agreement among raft nodes before linearized reading' (duration: 1.107608681s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.57503Z","time spent":"1.107752336s","remote":"127.0.0.1:44432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-10T14:56:44.682892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113044522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T14:56:44.682912Z","caller":"traceutil/trace.go:171","msg":"trace[966918918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28073; }","duration":"1.113116575s","start":"2026-04-10T14:56:43.56979Z","end":"2026-04-10T14:56:44.682906Z","steps":["trace[966918918] 'agreement among raft nodes before linearized reading' (duration: 1.113029062s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.716449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:56:44.682944Z","caller":"traceutil/trace.go:171","msg":"trace[1796353838] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:28073; }","duration":"496.777792ms","start":"2026-04-10T14:56:44.186161Z","end":"2026-04-10T14:56:44.682939Z","steps":["trace[1796353838] 'agreement among raft nodes before linearized reading' (duration: 496.72453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.186137Z","time spent":"496.817212ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"warn","ts":"2026-04-10T14:56:44.682956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154558328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:44.682973Z","caller":"traceutil/trace.go:171","msg":"trace[1213734984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28073; }","duration":"1.154575479s","start":"2026-04-10T14:56:43.528392Z","end":"2026-04-10T14:56:44.682968Z","steps":["trace[1213734984] 'agreement among raft nodes before linearized reading' (duration: 1.154547208s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.528321Z","time spent":"1.154662971s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:56:44.683013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.693641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:56:44.68304Z","caller":"traceutil/trace.go:171","msg":"trace[672045156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28073; }","duration":"136.742853ms","start":"2026-04-10T14:56:44.54629Z","end":"2026-04-10T14:56:44.683033Z","steps":["trace[672045156] 'agreement among raft nodes before linearized reading' (duration: 136.66455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.683085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.328474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:44.683109Z","caller":"traceutil/trace.go:171","msg":"trace[154810863] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:28073; }","duration":"658.365086ms","start":"2026-04-10T14:56:44.024737Z","end":"2026-04-10T14:56:44.683102Z","steps":["trace[154810863] 'agreement among raft nodes before linearized reading' (duration: 658.306124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.683126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.024726Z","time spent":"658.395456ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-04-10T14:56:44.683169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212912195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-10T14:56:44.683192Z","caller":"traceutil/trace.go:171","msg":"trace[2120955393] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28073; }","duration":"1.212985207s","start":"2026-04-10T14:56:43.470197Z","end":"2026-04-10T14:56:44.683182Z","steps":["trace[2120955393] 'agreement among raft nodes before linearized reading' (duration: 1.212917545s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.683209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.470148Z","time spent":"1.213056309s","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-10T14:56:44.68322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.923778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:56:44.683245Z","caller":"traceutil/trace.go:171","msg":"trace[1892993544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28073; }","duration":"136.958409ms","start":"2026-04-10T14:56:44.546279Z","end":"2026-04-10T14:56:44.683238Z","steps":["trace[1892993544] 'agreement among raft nodes before linearized reading' (duration: 136.887667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.683274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.489764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:44.683292Z","caller":"traceutil/trace.go:171","msg":"trace[564763008] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28073; }","duration":"709.555987ms","start":"2026-04-10T14:56:43.973731Z","end":"2026-04-10T14:56:44.683287Z","steps":["trace[564763008] 'agreement among raft nodes before linearized reading' (duration: 709.527036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.683305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.973706Z","time spent":"709.595638ms","remote":"127.0.0.1:36130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:44.683374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.122034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:56:44.683397Z","caller":"traceutil/trace.go:171","msg":"trace[2110129825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28073; }","duration":"137.175836ms","start":"2026-04-10T14:56:44.546215Z","end":"2026-04-10T14:56:44.683391Z","steps":["trace[2110129825] 'agreement among raft nodes before linearized reading' (duration: 137.112394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.682929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:43.56976Z","time spent":"1.113164716s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:56:44.683516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.279561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-10T14:56:44.683907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.068687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:56:44.68393Z","caller":"traceutil/trace.go:171","msg":"trace[45106245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28073; }","duration":"140.105809ms","start":"2026-04-10T14:56:44.543817Z","end":"2026-04-10T14:56:44.683923Z","steps":["trace[45106245] 'agreement among raft nodes before linearized reading' (duration: 140.032606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.684051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.244882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T14:56:44.683247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.307157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2974"} {"level":"info","ts":"2026-04-10T14:56:44.684069Z","caller":"traceutil/trace.go:171","msg":"trace[1259781757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28073; }","duration":"140.264253ms","start":"2026-04-10T14:56:44.543799Z","end":"2026-04-10T14:56:44.684063Z","steps":["trace[1259781757] 'agreement among raft nodes before linearized reading' (duration: 140.212931ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:44.684077Z","caller":"traceutil/trace.go:171","msg":"trace[1921984661] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:28073; }","duration":"661.181074ms","start":"2026-04-10T14:56:44.022888Z","end":"2026-04-10T14:56:44.684069Z","steps":["trace[1921984661] 'agreement among raft nodes before linearized reading' (duration: 660.312877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:44.684101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.022866Z","time spent":"661.228476ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2997,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-10T14:56:44.684184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.571927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T14:56:44.684203Z","caller":"traceutil/trace.go:171","msg":"trace[1993677974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28073; }","duration":"238.637728ms","start":"2026-04-10T14:56:44.445559Z","end":"2026-04-10T14:56:44.684197Z","steps":["trace[1993677974] 'agreement among raft nodes before linearized reading' (duration: 238.578556ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:44.695828Z","caller":"traceutil/trace.go:171","msg":"trace[423163739] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28073; }","duration":"138.351833ms","start":"2026-04-10T14:56:44.545183Z","end":"2026-04-10T14:56:44.683535Z","steps":["trace[423163739] 'agreement among raft nodes before linearized reading' (duration: 138.292521ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:44.912599Z","caller":"traceutil/trace.go:171","msg":"trace[215468509] transaction","detail":"{read_only:false; response_revision:28074; number_of_response:1; }","duration":"225.997801ms","start":"2026-04-10T14:56:44.686567Z","end":"2026-04-10T14:56:44.912564Z","steps":["trace[215468509] 'process raft request' (duration: 224.099321ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:44.912599Z","caller":"traceutil/trace.go:171","msg":"trace[2092731949] linearizableReadLoop","detail":"{readStateIndex:29053; appliedIndex:29052; }","duration":"223.230874ms","start":"2026-04-10T14:56:44.689311Z","end":"2026-04-10T14:56:44.912542Z","steps":["trace[2092731949] 'read index received' (duration: 221.467679ms)","trace[2092731949] 'applied index is now lower than readState.Index' (duration: 1.761295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:44.913021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.681128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T14:56:44.913223Z","caller":"traceutil/trace.go:171","msg":"trace[849550612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28074; }","duration":"223.905645ms","start":"2026-04-10T14:56:44.68924Z","end":"2026-04-10T14:56:44.913146Z","steps":["trace[849550612] 'agreement among raft nodes before linearized reading' (duration: 223.434841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.279816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.228926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:56:45.28011Z","caller":"traceutil/trace.go:171","msg":"trace[173312601] transaction","detail":"{read_only:false; response_revision:28075; number_of_response:1; }","duration":"590.47193ms","start":"2026-04-10T14:56:44.689607Z","end":"2026-04-10T14:56:45.280079Z","steps":["trace[173312601] 'process raft request' (duration: 371.853071ms)","trace[173312601] 'compare' (duration: 218.03301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:45.280203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.689585Z","time spent":"590.582283ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:45.28057Z","caller":"traceutil/trace.go:171","msg":"trace[2079420957] transaction","detail":"{read_only:false; response_revision:28076; number_of_response:1; }","duration":"589.813189ms","start":"2026-04-10T14:56:44.690737Z","end":"2026-04-10T14:56:45.28055Z","steps":["trace[2079420957] 'process raft request' (duration: 589.686035ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:45.28067Z","caller":"traceutil/trace.go:171","msg":"trace[1141132246] transaction","detail":"{read_only:false; response_revision:28077; number_of_response:1; }","duration":"586.975919ms","start":"2026-04-10T14:56:44.693685Z","end":"2026-04-10T14:56:45.280661Z","steps":["trace[1141132246] 'process raft request' (duration: 586.819934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.280729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.693672Z","time spent":"587.027681ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:45.280688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.690715Z","time spent":"589.899712ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:45.280954Z","caller":"traceutil/trace.go:171","msg":"trace[189073260] transaction","detail":"{read_only:false; response_revision:28078; number_of_response:1; }","duration":"586.649719ms","start":"2026-04-10T14:56:44.694296Z","end":"2026-04-10T14:56:45.280945Z","steps":["trace[189073260] 'process raft request' (duration: 586.325929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.281001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.694286Z","time spent":"586.69488ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:45.281404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.696245Z","time spent":"585.155572ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:56:45.281594Z","caller":"traceutil/trace.go:171","msg":"trace[679214263] transaction","detail":"{read_only:false; response_revision:28081; number_of_response:1; }","duration":"579.785293ms","start":"2026-04-10T14:56:44.701801Z","end":"2026-04-10T14:56:45.281587Z","steps":["trace[679214263] 'process raft request' (duration: 579.592377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.281649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.701795Z","time spent":"579.831595ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:45.282013Z","caller":"traceutil/trace.go:171","msg":"trace[1444331032] transaction","detail":"{read_only:false; response_revision:28079; number_of_response:1; }","duration":"587.065252ms","start":"2026-04-10T14:56:44.694928Z","end":"2026-04-10T14:56:45.281994Z","steps":["trace[1444331032] 'process raft request' (duration: 585.983958ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:45.282093Z","caller":"traceutil/trace.go:171","msg":"trace[841524820] transaction","detail":"{read_only:false; response_revision:28082; number_of_response:1; }","duration":"580.273628ms","start":"2026-04-10T14:56:44.701812Z","end":"2026-04-10T14:56:45.282085Z","steps":["trace[841524820] 'process raft request' (duration: 579.745841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.282143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.701797Z","time spent":"580.32436ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:45.282335Z","caller":"traceutil/trace.go:171","msg":"trace[1360845963] linearizableReadLoop","detail":"{readStateIndex:29064; appliedIndex:29053; }","duration":"369.459295ms","start":"2026-04-10T14:56:44.912866Z","end":"2026-04-10T14:56:45.282325Z","steps":["trace[1360845963] 'read index received' (duration: 148.637036ms)","trace[1360845963] 'applied index is now lower than readState.Index' (duration: 220.821199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:45.282353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.69492Z","time spent":"587.147374ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:45.282429Z","caller":"traceutil/trace.go:171","msg":"trace[539269313] transaction","detail":"{read_only:false; response_revision:28083; number_of_response:1; }","duration":"569.801859ms","start":"2026-04-10T14:56:44.712618Z","end":"2026-04-10T14:56:45.28242Z","steps":["trace[539269313] 'process raft request' (duration: 569.257781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.28247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.712592Z","time spent":"569.860031ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:45.281436Z","caller":"traceutil/trace.go:171","msg":"trace[1452507697] transaction","detail":"{read_only:false; response_revision:28080; number_of_response:1; }","duration":"579.888126ms","start":"2026-04-10T14:56:44.701539Z","end":"2026-04-10T14:56:45.281427Z","steps":["trace[1452507697] 'process raft request' (duration: 579.706081ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:45.282678Z","caller":"traceutil/trace.go:171","msg":"trace[1845513889] transaction","detail":"{read_only:false; response_revision:28084; number_of_response:1; }","duration":"474.374566ms","start":"2026-04-10T14:56:44.808294Z","end":"2026-04-10T14:56:45.282669Z","steps":["trace[1845513889] 'process raft request' (duration: 473.983784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.282727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.808266Z","time spent":"474.438469ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:45.282911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.185836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:45.282946Z","caller":"traceutil/trace.go:171","msg":"trace[1851667422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28084; }","duration":"573.282569ms","start":"2026-04-10T14:56:44.709656Z","end":"2026-04-10T14:56:45.282939Z","steps":["trace[1851667422] 'agreement among raft nodes before linearized reading' (duration: 573.159075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.282973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.709632Z","time spent":"573.33616ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:56:45.283216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.512947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-q598h\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-04-10T14:56:45.283246Z","caller":"traceutil/trace.go:171","msg":"trace[1898624313] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-q598h; range_end:; response_count:1; response_revision:28084; }","duration":"581.586369ms","start":"2026-04-10T14:56:44.701652Z","end":"2026-04-10T14:56:45.283239Z","steps":["trace[1898624313] 'agreement among raft nodes before linearized reading' (duration: 581.452145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.283273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.701627Z","time spent":"581.639421ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-q598h\" "} {"level":"warn","ts":"2026-04-10T14:56:45.283449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.248644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-10T14:56:45.283479Z","caller":"traceutil/trace.go:171","msg":"trace[1498901833] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28084; }","duration":"591.291006ms","start":"2026-04-10T14:56:44.692181Z","end":"2026-04-10T14:56:45.283472Z","steps":["trace[1498901833] 'agreement among raft nodes before linearized reading' (duration: 591.205953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.283504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.692173Z","time spent":"591.324676ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3548,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-10T14:56:45.283658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.826252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:45.283687Z","caller":"traceutil/trace.go:171","msg":"trace[1901171928] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:28084; }","duration":"591.873773ms","start":"2026-04-10T14:56:44.691804Z","end":"2026-04-10T14:56:45.283678Z","steps":["trace[1901171928] 'agreement among raft nodes before linearized reading' (duration: 591.826842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.283713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.691797Z","time spent":"591.909875ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-04-10T14:56:45.284366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.70152Z","time spent":"582.663474ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:45.326008Z","caller":"traceutil/trace.go:171","msg":"trace[1376591015] transaction","detail":"{read_only:false; response_revision:28085; number_of_response:1; }","duration":"396.369321ms","start":"2026-04-10T14:56:44.929595Z","end":"2026-04-10T14:56:45.325965Z","steps":["trace[1376591015] 'process raft request' (duration: 396.063182ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:45.326028Z","caller":"traceutil/trace.go:171","msg":"trace[1617853290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28085; }","duration":"391.397675ms","start":"2026-04-10T14:56:44.934597Z","end":"2026-04-10T14:56:45.325995Z","steps":["trace[1617853290] 'process raft request' (duration: 391.293172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.326248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.929567Z","time spent":"396.545487ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:45.326263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.934565Z","time spent":"391.55855ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2576,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:45.326387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.000969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:45.326442Z","caller":"traceutil/trace.go:171","msg":"trace[2103962557] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28085; }","duration":"327.106902ms","start":"2026-04-10T14:56:44.999321Z","end":"2026-04-10T14:56:45.326428Z","steps":["trace[2103962557] 'agreement among raft nodes before linearized reading' (duration: 326.925726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.326474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.999299Z","time spent":"327.167874ms","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:45.326501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.656943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418609"} {"level":"info","ts":"2026-04-10T14:56:45.326584Z","caller":"traceutil/trace.go:171","msg":"trace[406000711] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28085; }","duration":"323.800178ms","start":"2026-04-10T14:56:45.002766Z","end":"2026-04-10T14:56:45.326566Z","steps":["trace[406000711] 'agreement among raft nodes before linearized reading' (duration: 323.444707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.32663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.002744Z","time spent":"323.88113ms","remote":"127.0.0.1:37078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418632,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-10T14:56:45.326537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.563333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-10T14:56:45.327184Z","caller":"traceutil/trace.go:171","msg":"trace[17654373] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28085; }","duration":"408.227115ms","start":"2026-04-10T14:56:44.918947Z","end":"2026-04-10T14:56:45.327175Z","steps":["trace[17654373] 'agreement among raft nodes before linearized reading' (duration: 407.466901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.327207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:44.91893Z","time spent":"408.269546ms","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-10T14:56:45.326519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.342384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:45.327383Z","caller":"traceutil/trace.go:171","msg":"trace[884077279] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28085; }","duration":"324.246232ms","start":"2026-04-10T14:56:45.003097Z","end":"2026-04-10T14:56:45.327343Z","steps":["trace[884077279] 'agreement among raft nodes before linearized reading' (duration: 323.356444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.327511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.003073Z","time spent":"324.383216ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:56:45.533934Z","caller":"traceutil/trace.go:171","msg":"trace[1561711953] linearizableReadLoop","detail":"{readStateIndex:29067; appliedIndex:29066; }","duration":"207.958942ms","start":"2026-04-10T14:56:45.325942Z","end":"2026-04-10T14:56:45.533901Z","steps":["trace[1561711953] 'read index received' (duration: 207.688274ms)","trace[1561711953] 'applied index is now lower than readState.Index' (duration: 269.658µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:45.534082Z","caller":"traceutil/trace.go:171","msg":"trace[1322219784] transaction","detail":"{read_only:false; response_revision:28086; number_of_response:1; }","duration":"246.287689ms","start":"2026-04-10T14:56:45.28778Z","end":"2026-04-10T14:56:45.534068Z","steps":["trace[1322219784] 'process raft request' (duration: 245.818804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.534186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.78258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-04-10T14:56:45.534194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.13594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-10T14:56:45.534261Z","caller":"traceutil/trace.go:171","msg":"trace[1927201897] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:28086; }","duration":"243.908343ms","start":"2026-04-10T14:56:45.290334Z","end":"2026-04-10T14:56:45.534242Z","steps":["trace[1927201897] 'agreement among raft nodes before linearized reading' (duration: 243.592463ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:45.534272Z","caller":"traceutil/trace.go:171","msg":"trace[205006073] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:28086; }","duration":"244.246164ms","start":"2026-04-10T14:56:45.290009Z","end":"2026-04-10T14:56:45.534255Z","steps":["trace[205006073] 'agreement among raft nodes before linearized reading' (duration: 243.953235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.534202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.71711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-9bfzp\" ","response":"range_response_count:1 size:4818"} {"level":"info","ts":"2026-04-10T14:56:45.534472Z","caller":"traceutil/trace.go:171","msg":"trace[597274711] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-9bfzp; range_end:; response_count:1; response_revision:28086; }","duration":"246.044261ms","start":"2026-04-10T14:56:45.288414Z","end":"2026-04-10T14:56:45.534458Z","steps":["trace[597274711] 'agreement among raft nodes before linearized reading' (duration: 245.654689ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:45.829288Z","caller":"traceutil/trace.go:171","msg":"trace[814742334] transaction","detail":"{read_only:false; response_revision:28087; number_of_response:1; }","duration":"495.560962ms","start":"2026-04-10T14:56:45.333694Z","end":"2026-04-10T14:56:45.829255Z","steps":["trace[814742334] 'process raft request' (duration: 495.085597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.8301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.333664Z","time spent":"495.694386ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:56:45.830819Z","caller":"traceutil/trace.go:171","msg":"trace[1121084249] transaction","detail":"{read_only:false; response_revision:28088; number_of_response:1; }","duration":"484.05616ms","start":"2026-04-10T14:56:45.346734Z","end":"2026-04-10T14:56:45.83079Z","steps":["trace[1121084249] 'process raft request' (duration: 482.244733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.830968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.346715Z","time spent":"484.168334ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2674,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:45.83104Z","caller":"traceutil/trace.go:171","msg":"trace[223885252] linearizableReadLoop","detail":"{readStateIndex:29070; appliedIndex:29067; }","duration":"296.978474ms","start":"2026-04-10T14:56:45.534017Z","end":"2026-04-10T14:56:45.830995Z","steps":["trace[223885252] 'read index received' (duration: 294.783785ms)","trace[223885252] 'applied index is now lower than readState.Index' (duration: 2.193109ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:45.831368Z","caller":"traceutil/trace.go:171","msg":"trace[213150573] transaction","detail":"{read_only:false; response_revision:28089; number_of_response:1; }","duration":"424.213157ms","start":"2026-04-10T14:56:45.407141Z","end":"2026-04-10T14:56:45.831354Z","steps":["trace[213150573] 'process raft request' (duration: 423.739342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.831512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.407104Z","time spent":"424.314811ms","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1433,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:56:45.831603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.990039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:45.831663Z","caller":"traceutil/trace.go:171","msg":"trace[680873560] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28089; }","duration":"403.083342ms","start":"2026-04-10T14:56:45.428564Z","end":"2026-04-10T14:56:45.831647Z","steps":["trace[680873560] 'agreement among raft nodes before linearized reading' (duration: 403.00683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.831707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.42854Z","time spent":"403.157505ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T14:56:45.83154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.351617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-8j9bj\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-04-10T14:56:45.832001Z","caller":"traceutil/trace.go:171","msg":"trace[318148897] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-8j9bj; range_end:; response_count:1; response_revision:28089; }","duration":"496.867844ms","start":"2026-04-10T14:56:45.335114Z","end":"2026-04-10T14:56:45.831982Z","steps":["trace[318148897] 'agreement among raft nodes before linearized reading' (duration: 496.255564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.835942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.335088Z","time spent":"500.807467ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2488,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs-8j9bj\" "} {"level":"info","ts":"2026-04-10T14:56:45.959563Z","caller":"traceutil/trace.go:171","msg":"trace[1072572912] linearizableReadLoop","detail":"{readStateIndex:29071; appliedIndex:29070; }","duration":"128.322768ms","start":"2026-04-10T14:56:45.831208Z","end":"2026-04-10T14:56:45.959531Z","steps":["trace[1072572912] 'read index received' (duration: 128.07063ms)","trace[1072572912] 'applied index is now lower than readState.Index' (duration: 250.788µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:45.959769Z","caller":"traceutil/trace.go:171","msg":"trace[1923430096] transaction","detail":"{read_only:false; response_revision:28090; number_of_response:1; }","duration":"417.823257ms","start":"2026-04-10T14:56:45.541896Z","end":"2026-04-10T14:56:45.95972Z","steps":["trace[1923430096] 'process raft request' (duration: 417.388153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.959857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.832487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-04-10T14:56:45.959814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.541475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:45.95989Z","caller":"traceutil/trace.go:171","msg":"trace[716817445] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:28090; }","duration":"417.90219ms","start":"2026-04-10T14:56:45.541976Z","end":"2026-04-10T14:56:45.959878Z","steps":["trace[716817445] 'agreement among raft nodes before linearized reading' (duration: 417.709893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.959933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.541888Z","time spent":"418.036553ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-10T14:56:45.959986Z","caller":"traceutil/trace.go:171","msg":"trace[1178165782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28090; }","duration":"244.801863ms","start":"2026-04-10T14:56:45.715121Z","end":"2026-04-10T14:56:45.959923Z","steps":["trace[1178165782] 'agreement among raft nodes before linearized reading' (duration: 244.474773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.960053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.673129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T14:56:45.960126Z","caller":"traceutil/trace.go:171","msg":"trace[1117006108] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28090; }","duration":"422.805254ms","start":"2026-04-10T14:56:45.537305Z","end":"2026-04-10T14:56:45.960111Z","steps":["trace[1117006108] 'agreement among raft nodes before linearized reading' (duration: 422.455163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.960109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.974121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-04-10T14:56:45.960174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.537285Z","time spent":"422.877415ms","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-10T14:56:45.960301Z","caller":"traceutil/trace.go:171","msg":"trace[2024538675] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:28090; }","duration":"418.152987ms","start":"2026-04-10T14:56:45.542105Z","end":"2026-04-10T14:56:45.960258Z","steps":["trace[2024538675] 'agreement among raft nodes before linearized reading' (duration: 417.523618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:45.960339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.542094Z","time spent":"418.2357ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-10T14:56:45.975932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:45.541879Z","time spent":"417.993772ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4832,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:46.002191Z","caller":"traceutil/trace.go:171","msg":"trace[671222898] transaction","detail":"{read_only:false; response_revision:28091; number_of_response:1; }","duration":"168.511322ms","start":"2026-04-10T14:56:45.833625Z","end":"2026-04-10T14:56:46.002136Z","steps":["trace[671222898] 'process raft request' (duration: 167.870072ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.002275Z","caller":"traceutil/trace.go:171","msg":"trace[1538188740] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28092; }","duration":"160.052116ms","start":"2026-04-10T14:56:45.842201Z","end":"2026-04-10T14:56:46.002253Z","steps":["trace[1538188740] 'process raft request' (duration: 159.814889ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.002213Z","caller":"traceutil/trace.go:171","msg":"trace[1353839703] transaction","detail":"{read_only:false; response_revision:28093; number_of_response:1; }","duration":"154.149871ms","start":"2026-04-10T14:56:45.848025Z","end":"2026-04-10T14:56:46.002175Z","steps":["trace[1353839703] 'process raft request' (duration: 154.043477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.00239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.638907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:46.002461Z","caller":"traceutil/trace.go:171","msg":"trace[127709460] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28093; }","duration":"162.770361ms","start":"2026-04-10T14:56:45.839672Z","end":"2026-04-10T14:56:46.002443Z","steps":["trace[127709460] 'agreement among raft nodes before linearized reading' (duration: 162.600256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.00517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.804891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:46.005326Z","caller":"traceutil/trace.go:171","msg":"trace[1361085401] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:28093; }","duration":"109.855747ms","start":"2026-04-10T14:56:45.895412Z","end":"2026-04-10T14:56:46.005268Z","steps":["trace[1361085401] 'agreement among raft nodes before linearized reading' (duration: 106.792521ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.084094Z","caller":"traceutil/trace.go:171","msg":"trace[913933517] transaction","detail":"{read_only:false; response_revision:28094; number_of_response:1; }","duration":"103.030492ms","start":"2026-04-10T14:56:45.981018Z","end":"2026-04-10T14:56:46.084048Z","steps":["trace[913933517] 'process raft request' (duration: 98.585152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.084484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.484977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-10T14:56:46.084579Z","caller":"traceutil/trace.go:171","msg":"trace[1451728150] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28095; }","duration":"104.593901ms","start":"2026-04-10T14:56:45.979961Z","end":"2026-04-10T14:56:46.084555Z","steps":["trace[1451728150] 'agreement among raft nodes before linearized reading' (duration: 104.344863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.085037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.320089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:56:46.08513Z","caller":"traceutil/trace.go:171","msg":"trace[1169651141] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28095; }","duration":"122.473474ms","start":"2026-04-10T14:56:45.962637Z","end":"2026-04-10T14:56:46.08511Z","steps":["trace[1169651141] 'agreement among raft nodes before linearized reading' (duration: 122.220906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.085405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.003244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:46.085445Z","caller":"traceutil/trace.go:171","msg":"trace[701515742] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:28095; }","duration":"105.698986ms","start":"2026-04-10T14:56:45.979736Z","end":"2026-04-10T14:56:46.085435Z","steps":["trace[701515742] 'agreement among raft nodes before linearized reading' (duration: 105.003004ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.292273Z","caller":"traceutil/trace.go:171","msg":"trace[2055441286] linearizableReadLoop","detail":"{readStateIndex:29079; appliedIndex:29077; }","duration":"182.73866ms","start":"2026-04-10T14:56:46.109505Z","end":"2026-04-10T14:56:46.292243Z","steps":["trace[2055441286] 'read index received' (duration: 179.800577ms)","trace[2055441286] 'applied index is now lower than readState.Index' (duration: 2.936503ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:46.292431Z","caller":"traceutil/trace.go:171","msg":"trace[658215249] transaction","detail":"{read_only:false; response_revision:28097; number_of_response:1; }","duration":"197.217725ms","start":"2026-04-10T14:56:46.0952Z","end":"2026-04-10T14:56:46.292418Z","steps":["trace[658215249] 'process raft request' (duration: 194.18851ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.292679Z","caller":"traceutil/trace.go:171","msg":"trace[782264890] transaction","detail":"{read_only:false; response_revision:28098; number_of_response:1; }","duration":"190.37492ms","start":"2026-04-10T14:56:46.102294Z","end":"2026-04-10T14:56:46.292669Z","steps":["trace[782264890] 'process raft request' (duration: 189.866424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.29296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.834204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T14:56:46.292961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.987339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-10T14:56:46.293008Z","caller":"traceutil/trace.go:171","msg":"trace[2006831091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28098; }","duration":"190.953158ms","start":"2026-04-10T14:56:46.102042Z","end":"2026-04-10T14:56:46.292995Z","steps":["trace[2006831091] 'agreement among raft nodes before linearized reading' (duration: 190.781563ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.293018Z","caller":"traceutil/trace.go:171","msg":"trace[1076127052] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:28098; }","duration":"177.061342ms","start":"2026-04-10T14:56:46.115939Z","end":"2026-04-10T14:56:46.293Z","steps":["trace[1076127052] 'agreement among raft nodes before linearized reading' (duration: 176.860255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.293002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.243598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:46.293086Z","caller":"traceutil/trace.go:171","msg":"trace[1351639343] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:28098; }","duration":"198.393233ms","start":"2026-04-10T14:56:46.094671Z","end":"2026-04-10T14:56:46.293064Z","steps":["trace[1351639343] 'agreement among raft nodes before linearized reading' (duration: 198.181346ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.484201Z","caller":"traceutil/trace.go:171","msg":"trace[31679787] linearizableReadLoop","detail":"{readStateIndex:29082; appliedIndex:29080; }","duration":"142.70792ms","start":"2026-04-10T14:56:46.341476Z","end":"2026-04-10T14:56:46.484184Z","steps":["trace[31679787] 'read index received' (duration: 142.494633ms)","trace[31679787] 'applied index is now lower than readState.Index' (duration: 212.847µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:46.48441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.698336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-04-10T14:56:46.484465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.995262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112255"} {"level":"info","ts":"2026-04-10T14:56:46.484487Z","caller":"traceutil/trace.go:171","msg":"trace[374218962] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:28100; }","duration":"172.028082ms","start":"2026-04-10T14:56:46.312451Z","end":"2026-04-10T14:56:46.484479Z","steps":["trace[374218962] 'agreement among raft nodes before linearized reading' (duration: 171.815506ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.484493Z","caller":"traceutil/trace.go:171","msg":"trace[578626350] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28100; }","duration":"167.795939ms","start":"2026-04-10T14:56:46.316673Z","end":"2026-04-10T14:56:46.484469Z","steps":["trace[578626350] 'agreement among raft nodes before linearized reading' (duration: 167.579192ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.484482Z","caller":"traceutil/trace.go:171","msg":"trace[839662181] transaction","detail":"{read_only:false; response_revision:28100; number_of_response:1; }","duration":"172.160267ms","start":"2026-04-10T14:56:46.312258Z","end":"2026-04-10T14:56:46.484418Z","steps":["trace[839662181] 'process raft request' (duration: 171.789655ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.484271Z","caller":"traceutil/trace.go:171","msg":"trace[119679364] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28100; }","duration":"169.452021ms","start":"2026-04-10T14:56:46.314773Z","end":"2026-04-10T14:56:46.484225Z","steps":["trace[119679364] 'process raft request' (duration: 169.386379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.485327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.798419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-10T14:56:46.485395Z","caller":"traceutil/trace.go:171","msg":"trace[1008311311] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28100; }","duration":"173.904672ms","start":"2026-04-10T14:56:46.311476Z","end":"2026-04-10T14:56:46.485381Z","steps":["trace[1008311311] 'agreement among raft nodes before linearized reading' (duration: 172.824618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.486446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.445162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-10T14:56:46.486508Z","caller":"traceutil/trace.go:171","msg":"trace[143103078] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:28101; }","duration":"135.557706ms","start":"2026-04-10T14:56:46.350934Z","end":"2026-04-10T14:56:46.486491Z","steps":["trace[143103078] 'agreement among raft nodes before linearized reading' (duration: 135.341399ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.764515Z","caller":"traceutil/trace.go:171","msg":"trace[323867586] linearizableReadLoop","detail":"{readStateIndex:29084; appliedIndex:29083; }","duration":"245.490785ms","start":"2026-04-10T14:56:46.518995Z","end":"2026-04-10T14:56:46.764486Z","steps":["trace[323867586] 'read index received' (duration: 245.182925ms)","trace[323867586] 'applied index is now lower than readState.Index' (duration: 307.13µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:46.765049Z","caller":"traceutil/trace.go:171","msg":"trace[865662382] transaction","detail":"{read_only:false; response_revision:28102; number_of_response:1; }","duration":"264.74044ms","start":"2026-04-10T14:56:46.50026Z","end":"2026-04-10T14:56:46.765001Z","steps":["trace[865662382] 'process raft request' (duration: 264.034398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.765214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.184357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-10T14:56:46.76527Z","caller":"traceutil/trace.go:171","msg":"trace[1823022837] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:28102; }","duration":"246.29998ms","start":"2026-04-10T14:56:46.518957Z","end":"2026-04-10T14:56:46.765257Z","steps":["trace[1823022837] 'agreement among raft nodes before linearized reading' (duration: 246.086233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.765403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.376513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:46.765467Z","caller":"traceutil/trace.go:171","msg":"trace[2085048424] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28102; }","duration":"246.507396ms","start":"2026-04-10T14:56:46.518945Z","end":"2026-04-10T14:56:46.765452Z","steps":["trace[2085048424] 'agreement among raft nodes before linearized reading' (duration: 246.362652ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.95808Z","caller":"traceutil/trace.go:171","msg":"trace[905351701] transaction","detail":"{read_only:false; response_revision:28108; number_of_response:1; }","duration":"262.21805ms","start":"2026-04-10T14:56:46.695824Z","end":"2026-04-10T14:56:46.958042Z","steps":["trace[905351701] 'process raft request' (duration: 262.175059ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.95814Z","caller":"traceutil/trace.go:171","msg":"trace[1101403239] linearizableReadLoop","detail":"{readStateIndex:29090; appliedIndex:29090; }","duration":"193.498509ms","start":"2026-04-10T14:56:46.764597Z","end":"2026-04-10T14:56:46.958096Z","steps":["trace[1101403239] 'read index received' (duration: 193.481758ms)","trace[1101403239] 'applied index is now lower than readState.Index' (duration: 13.461µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:46.958363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.458417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:46.958386Z","caller":"traceutil/trace.go:171","msg":"trace[121704753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28108; }","duration":"432.557321ms","start":"2026-04-10T14:56:46.525822Z","end":"2026-04-10T14:56:46.958379Z","steps":["trace[121704753] 'agreement among raft nodes before linearized reading' (duration: 432.429837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.958411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:46.525796Z","time spent":"432.609993ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:56:46.958594Z","caller":"traceutil/trace.go:171","msg":"trace[463723341] transaction","detail":"{read_only:false; response_revision:28103; number_of_response:1; }","duration":"439.587292ms","start":"2026-04-10T14:56:46.518999Z","end":"2026-04-10T14:56:46.958586Z","steps":["trace[463723341] 'process raft request' (duration: 438.669513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.958697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:46.518984Z","time spent":"439.631763ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2368,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:46.958781Z","caller":"traceutil/trace.go:171","msg":"trace[453298636] transaction","detail":"{read_only:false; response_revision:28106; number_of_response:1; }","duration":"267.181797ms","start":"2026-04-10T14:56:46.691584Z","end":"2026-04-10T14:56:46.958766Z","steps":["trace[453298636] 'process raft request' (duration: 266.361311ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.958812Z","caller":"traceutil/trace.go:171","msg":"trace[501234020] transaction","detail":"{read_only:false; response_revision:28107; number_of_response:1; }","duration":"263.946885ms","start":"2026-04-10T14:56:46.694857Z","end":"2026-04-10T14:56:46.958804Z","steps":["trace[501234020] 'process raft request' (duration: 263.112789ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.959067Z","caller":"traceutil/trace.go:171","msg":"trace[922386439] transaction","detail":"{read_only:false; response_revision:28105; number_of_response:1; }","duration":"267.772746ms","start":"2026-04-10T14:56:46.691272Z","end":"2026-04-10T14:56:46.959044Z","steps":["trace[922386439] 'process raft request' (duration: 266.64279ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:46.959128Z","caller":"traceutil/trace.go:171","msg":"trace[853924458] transaction","detail":"{read_only:false; response_revision:28104; number_of_response:1; }","duration":"268.134277ms","start":"2026-04-10T14:56:46.690985Z","end":"2026-04-10T14:56:46.959119Z","steps":["trace[853924458] 'process raft request' (duration: 266.875818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.967307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.746387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-10T14:56:46.967397Z","caller":"traceutil/trace.go:171","msg":"trace[1629590472] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:28109; }","duration":"193.86985ms","start":"2026-04-10T14:56:46.773508Z","end":"2026-04-10T14:56:46.967378Z","steps":["trace[1629590472] 'agreement among raft nodes before linearized reading' (duration: 193.608962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:46.968778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.879893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366185"} {"level":"info","ts":"2026-04-10T14:56:46.968854Z","caller":"traceutil/trace.go:171","msg":"trace[790198986] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:28109; }","duration":"148.004447ms","start":"2026-04-10T14:56:46.820832Z","end":"2026-04-10T14:56:46.968836Z","steps":["trace[790198986] 'agreement among raft nodes before linearized reading' (duration: 146.269892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:47.491552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.047078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-10T14:56:47.49163Z","caller":"traceutil/trace.go:171","msg":"trace[67065601] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:28123; }","duration":"100.12482ms","start":"2026-04-10T14:56:47.391478Z","end":"2026-04-10T14:56:47.491602Z","steps":["trace[67065601] 'agreement among raft nodes before linearized reading' (duration: 99.959225ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:47.643851Z","caller":"traceutil/trace.go:171","msg":"trace[2086425543] transaction","detail":"{read_only:false; response_revision:28125; number_of_response:1; }","duration":"132.342234ms","start":"2026-04-10T14:56:47.511471Z","end":"2026-04-10T14:56:47.643813Z","steps":["trace[2086425543] 'process raft request' (duration: 115.206035ms)","trace[2086425543] 'compare' (duration: 15.867209ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:47.644611Z","caller":"traceutil/trace.go:171","msg":"trace[1575142996] transaction","detail":"{read_only:false; response_revision:28129; number_of_response:1; }","duration":"132.911251ms","start":"2026-04-10T14:56:47.511655Z","end":"2026-04-10T14:56:47.644566Z","steps":["trace[1575142996] 'process raft request' (duration: 131.550258ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:47.644675Z","caller":"traceutil/trace.go:171","msg":"trace[1325959837] transaction","detail":"{read_only:false; response_revision:28126; number_of_response:1; }","duration":"133.103738ms","start":"2026-04-10T14:56:47.511547Z","end":"2026-04-10T14:56:47.644651Z","steps":["trace[1325959837] 'process raft request' (duration: 131.496797ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:47.644828Z","caller":"traceutil/trace.go:171","msg":"trace[1914895148] transaction","detail":"{read_only:false; response_revision:28127; number_of_response:1; }","duration":"133.245142ms","start":"2026-04-10T14:56:47.511573Z","end":"2026-04-10T14:56:47.644819Z","steps":["trace[1914895148] 'process raft request' (duration: 131.559349ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:47.644916Z","caller":"traceutil/trace.go:171","msg":"trace[1466009581] transaction","detail":"{read_only:false; response_revision:28128; number_of_response:1; }","duration":"133.311334ms","start":"2026-04-10T14:56:47.511598Z","end":"2026-04-10T14:56:47.644909Z","steps":["trace[1466009581] 'process raft request' (duration: 131.573399ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:47.644945Z","caller":"traceutil/trace.go:171","msg":"trace[1788503998] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"113.597924ms","start":"2026-04-10T14:56:47.531323Z","end":"2026-04-10T14:56:47.644921Z","steps":["trace[1788503998] 'process raft request' (duration: 111.941751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:47.923171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.021916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:47.92326Z","caller":"traceutil/trace.go:171","msg":"trace[1569131617] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:28134; }","duration":"174.15168ms","start":"2026-04-10T14:56:47.749089Z","end":"2026-04-10T14:56:47.92324Z","steps":["trace[1569131617] 'range keys from in-memory index tree' (duration: 173.950883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:47.923593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.853287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-10T14:56:47.923646Z","caller":"traceutil/trace.go:171","msg":"trace[915568805] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:28134; }","duration":"157.942739ms","start":"2026-04-10T14:56:47.765688Z","end":"2026-04-10T14:56:47.923631Z","steps":["trace[915568805] 'range keys from in-memory index tree' (duration: 157.66106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:47.923926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.042961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-stjj9.18a50388d84c6491\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-10T14:56:47.923965Z","caller":"traceutil/trace.go:171","msg":"trace[1792010178] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-stjj9.18a50388d84c6491; range_end:; response_count:1; response_revision:28134; }","duration":"150.125973ms","start":"2026-04-10T14:56:47.773829Z","end":"2026-04-10T14:56:47.923955Z","steps":["trace[1792010178] 'range keys from in-memory index tree' (duration: 149.920317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:47.940061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.438987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366185"} {"level":"info","ts":"2026-04-10T14:56:47.940146Z","caller":"traceutil/trace.go:171","msg":"trace[1908495881] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:28134; }","duration":"139.565411ms","start":"2026-04-10T14:56:47.800561Z","end":"2026-04-10T14:56:47.940126Z","steps":["trace[1908495881] 'range keys from in-memory index tree' (duration: 122.512935ms)","trace[1908495881] 'range keys from bolt db' (duration: 16.86665ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:48.082333Z","caller":"traceutil/trace.go:171","msg":"trace[471315265] linearizableReadLoop","detail":"{readStateIndex:29117; appliedIndex:29116; }","duration":"151.302781ms","start":"2026-04-10T14:56:47.930995Z","end":"2026-04-10T14:56:48.082298Z","steps":["trace[471315265] 'read index received' (duration: 150.867547ms)","trace[471315265] 'applied index is now lower than readState.Index' (duration: 434.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:48.082448Z","caller":"traceutil/trace.go:171","msg":"trace[1316364196] transaction","detail":"{read_only:false; response_revision:28135; number_of_response:1; }","duration":"151.788057ms","start":"2026-04-10T14:56:47.930624Z","end":"2026-04-10T14:56:48.082412Z","steps":["trace[1316364196] 'process raft request' (duration: 151.198728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:48.082715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.715984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-10T14:56:48.082788Z","caller":"traceutil/trace.go:171","msg":"trace[1684789072] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28135; }","duration":"151.810267ms","start":"2026-04-10T14:56:47.930957Z","end":"2026-04-10T14:56:48.082768Z","steps":["trace[1684789072] 'agreement among raft nodes before linearized reading' (duration: 151.523638ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:48.122849Z","caller":"traceutil/trace.go:171","msg":"trace[121665553] transaction","detail":"{read_only:false; response_revision:28136; number_of_response:1; }","duration":"182.731699ms","start":"2026-04-10T14:56:47.940073Z","end":"2026-04-10T14:56:48.122805Z","steps":["trace[121665553] 'process raft request' (duration: 182.414579ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:48.123303Z","caller":"traceutil/trace.go:171","msg":"trace[1350872746] transaction","detail":"{read_only:false; response_revision:28137; number_of_response:1; }","duration":"150.732773ms","start":"2026-04-10T14:56:47.972529Z","end":"2026-04-10T14:56:48.123262Z","steps":["trace[1350872746] 'process raft request' (duration: 150.152844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:48.123575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.083066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-10T14:56:48.123689Z","caller":"traceutil/trace.go:171","msg":"trace[1131164502] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:28137; }","duration":"132.266511ms","start":"2026-04-10T14:56:47.991394Z","end":"2026-04-10T14:56:48.123661Z","steps":["trace[1131164502] 'agreement among raft nodes before linearized reading' (duration: 131.954241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:48.855753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.501962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366185"} {"level":"info","ts":"2026-04-10T14:56:48.855894Z","caller":"traceutil/trace.go:171","msg":"trace[109513361] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:28144; }","duration":"243.700418ms","start":"2026-04-10T14:56:48.612162Z","end":"2026-04-10T14:56:48.855862Z","steps":["trace[109513361] 'range keys from in-memory index tree' (duration: 242.072397ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.194648Z","caller":"traceutil/trace.go:171","msg":"trace[1119443816] linearizableReadLoop","detail":"{readStateIndex:29132; appliedIndex:29127; }","duration":"216.823402ms","start":"2026-04-10T14:56:48.977803Z","end":"2026-04-10T14:56:49.194627Z","steps":["trace[1119443816] 'read index received' (duration: 57.707136ms)","trace[1119443816] 'applied index is now lower than readState.Index' (duration: 159.115315ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:49.194766Z","caller":"traceutil/trace.go:171","msg":"trace[279880492] transaction","detail":"{read_only:false; response_revision:28148; number_of_response:1; }","duration":"227.651542ms","start":"2026-04-10T14:56:48.967097Z","end":"2026-04-10T14:56:49.194748Z","steps":["trace[279880492] 'process raft request' (duration: 227.464936ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.194759Z","caller":"traceutil/trace.go:171","msg":"trace[731321388] transaction","detail":"{read_only:false; response_revision:28147; number_of_response:1; }","duration":"227.713155ms","start":"2026-04-10T14:56:48.967016Z","end":"2026-04-10T14:56:49.194729Z","steps":["trace[731321388] 'process raft request' (duration: 227.507558ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.194766Z","caller":"traceutil/trace.go:171","msg":"trace[303299087] transaction","detail":"{read_only:false; response_revision:28149; number_of_response:1; }","duration":"226.970011ms","start":"2026-04-10T14:56:48.967767Z","end":"2026-04-10T14:56:49.194737Z","steps":["trace[303299087] 'process raft request' (duration: 226.827577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:49.194865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.044368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-04-10T14:56:49.194903Z","caller":"traceutil/trace.go:171","msg":"trace[502498130] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28149; }","duration":"217.137832ms","start":"2026-04-10T14:56:48.977751Z","end":"2026-04-10T14:56:49.194889Z","steps":["trace[502498130] 'agreement among raft nodes before linearized reading' (duration: 216.991537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.194928Z","caller":"traceutil/trace.go:171","msg":"trace[914490481] transaction","detail":"{read_only:false; response_revision:28146; number_of_response:1; }","duration":"228.261402ms","start":"2026-04-10T14:56:48.966621Z","end":"2026-04-10T14:56:49.194882Z","steps":["trace[914490481] 'process raft request' (duration: 227.753196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:49.194936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.394959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:49.19504Z","caller":"traceutil/trace.go:171","msg":"trace[566299874] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28149; }","duration":"189.576964ms","start":"2026-04-10T14:56:49.005437Z","end":"2026-04-10T14:56:49.195014Z","steps":["trace[566299874] 'agreement among raft nodes before linearized reading' (duration: 189.395198ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.56328Z","caller":"traceutil/trace.go:171","msg":"trace[51592217] transaction","detail":"{read_only:false; response_revision:28153; number_of_response:1; }","duration":"182.066378ms","start":"2026-04-10T14:56:49.381182Z","end":"2026-04-10T14:56:49.563248Z","steps":["trace[51592217] 'process raft request' (duration: 181.756778ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.563463Z","caller":"traceutil/trace.go:171","msg":"trace[1810252186] transaction","detail":"{read_only:false; response_revision:28155; number_of_response:1; }","duration":"182.160472ms","start":"2026-04-10T14:56:49.381268Z","end":"2026-04-10T14:56:49.563428Z","steps":["trace[1810252186] 'process raft request' (duration: 182.039828ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.563464Z","caller":"traceutil/trace.go:171","msg":"trace[932637289] transaction","detail":"{read_only:false; response_revision:28154; number_of_response:1; }","duration":"182.182882ms","start":"2026-04-10T14:56:49.381228Z","end":"2026-04-10T14:56:49.563411Z","steps":["trace[932637289] 'process raft request' (duration: 181.944745ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.563597Z","caller":"traceutil/trace.go:171","msg":"trace[1345969863] transaction","detail":"{read_only:false; response_revision:28156; number_of_response:1; }","duration":"181.763869ms","start":"2026-04-10T14:56:49.381809Z","end":"2026-04-10T14:56:49.563573Z","steps":["trace[1345969863] 'process raft request' (duration: 181.565093ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:49.564249Z","caller":"traceutil/trace.go:171","msg":"trace[603796558] transaction","detail":"{read_only:false; response_revision:28152; number_of_response:1; }","duration":"181.939325ms","start":"2026-04-10T14:56:49.381054Z","end":"2026-04-10T14:56:49.562994Z","steps":["trace[603796558] 'process raft request' (duration: 181.654256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:51.028794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:56:51.529974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:56:52.030379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:56:52.16647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.659833347s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:56:52.166969Z","caller":"traceutil/trace.go:171","msg":"trace[1833300290] transaction","detail":"{read_only:false; response_revision:28157; number_of_response:1; }","duration":"1.660452847s","start":"2026-04-10T14:56:50.506483Z","end":"2026-04-10T14:56:52.166936Z","steps":["trace[1833300290] 'process raft request' (duration: 1.660215059s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.167195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:50.506447Z","time spent":"1.660631482s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:52.532908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004407689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:56:52.533016Z","caller":"traceutil/trace.go:171","msg":"trace[1265616032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004598355s","start":"2026-04-10T14:56:50.528394Z","end":"2026-04-10T14:56:52.532992Z","steps":["trace[1265616032] 'agreement among raft nodes before linearized reading' (duration: 2.00444813s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.53306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:50.528369Z","time spent":"2.004683578s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:56:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:56:52.567124Z","caller":"traceutil/trace.go:171","msg":"trace[1803250266] transaction","detail":"{read_only:false; response_revision:28159; number_of_response:1; }","duration":"1.367286432s","start":"2026-04-10T14:56:51.199797Z","end":"2026-04-10T14:56:52.567083Z","steps":["trace[1803250266] 'process raft request' (duration: 1.367129738s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:52.56736Z","caller":"traceutil/trace.go:171","msg":"trace[1184717937] transaction","detail":"{read_only:false; response_revision:28158; number_of_response:1; }","duration":"1.525333895s","start":"2026-04-10T14:56:51.041709Z","end":"2026-04-10T14:56:52.567042Z","steps":["trace[1184717937] 'process raft request' (duration: 1.524987844s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.567546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.199767Z","time spent":"1.367663034s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:52.567594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.041684Z","time spent":"1.52579002s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:52.567717Z","caller":"traceutil/trace.go:171","msg":"trace[1818450681] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"1.36532536s","start":"2026-04-10T14:56:51.202324Z","end":"2026-04-10T14:56:52.56765Z","steps":["trace[1818450681] 'process raft request' (duration: 1.36467426s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:52.567773Z","caller":"traceutil/trace.go:171","msg":"trace[1163248781] linearizableReadLoop","detail":"{readStateIndex:29146; appliedIndex:29139; }","duration":"2.039281136s","start":"2026-04-10T14:56:50.528459Z","end":"2026-04-10T14:56:52.56774Z","steps":["trace[1163248781] 'read index received' (duration: 1.638248847s)","trace[1163248781] 'applied index is now lower than readState.Index' (duration: 401.031119ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:52.567852Z","caller":"traceutil/trace.go:171","msg":"trace[1605990821] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"1.36467541s","start":"2026-04-10T14:56:51.20317Z","end":"2026-04-10T14:56:52.567846Z","steps":["trace[1605990821] 'process raft request' (duration: 1.364316569s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:52.56779Z","caller":"traceutil/trace.go:171","msg":"trace[954436230] transaction","detail":"{read_only:false; response_revision:28162; number_of_response:1; }","duration":"1.363912856s","start":"2026-04-10T14:56:51.20385Z","end":"2026-04-10T14:56:52.567763Z","steps":["trace[954436230] 'process raft request' (duration: 1.363796432s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:52.567899Z","caller":"traceutil/trace.go:171","msg":"trace[1030099946] transaction","detail":"{read_only:false; response_revision:28163; number_of_response:1; }","duration":"583.887453ms","start":"2026-04-10T14:56:51.983996Z","end":"2026-04-10T14:56:52.567883Z","steps":["trace[1030099946] 'process raft request' (duration: 583.693727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.567938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.202312Z","time spent":"1.365501896s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:52.56797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.203143Z","time spent":"1.364742922s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:52.567986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.983963Z","time spent":"583.982946ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:52.568045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.203841Z","time spent":"1.364097941s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:52.568449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021661022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:52.568504Z","caller":"traceutil/trace.go:171","msg":"trace[429013853] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28163; }","duration":"2.021768186s","start":"2026-04-10T14:56:50.546719Z","end":"2026-04-10T14:56:52.568487Z","steps":["trace[429013853] 'agreement among raft nodes before linearized reading' (duration: 2.021402184s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.568515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19021233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:56:52.568541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:50.546698Z","time spent":"2.021831358s","remote":"127.0.0.1:33072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:56:52.568596Z","caller":"traceutil/trace.go:171","msg":"trace[409907927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28163; }","duration":"1.190288643s","start":"2026-04-10T14:56:51.378262Z","end":"2026-04-10T14:56:52.56855Z","steps":["trace[409907927] 'agreement among raft nodes before linearized reading' (duration: 1.190124897s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.568591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.376635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:56:52.568635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.378245Z","time spent":"1.190382446s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:56:52.568647Z","caller":"traceutil/trace.go:171","msg":"trace[900608556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28163; }","duration":"998.445096ms","start":"2026-04-10T14:56:51.57019Z","end":"2026-04-10T14:56:52.568635Z","steps":["trace[900608556] 'agreement among raft nodes before linearized reading' (duration: 997.955431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.568681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.570164Z","time spent":"998.510829ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:56:52.568701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.516929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:56:52.568737Z","caller":"traceutil/trace.go:171","msg":"trace[1087960739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28163; }","duration":"998.56093ms","start":"2026-04-10T14:56:51.570161Z","end":"2026-04-10T14:56:52.568722Z","steps":["trace[1087960739] 'agreement among raft nodes before linearized reading' (duration: 998.471687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.568761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.570153Z","time spent":"998.602821ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:56:52.568693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.209073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:56:52.56884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133951881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:56:52.568848Z","caller":"traceutil/trace.go:171","msg":"trace[78448692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28163; }","duration":"516.408319ms","start":"2026-04-10T14:56:52.052429Z","end":"2026-04-10T14:56:52.568837Z","steps":["trace[78448692] 'agreement among raft nodes before linearized reading' (duration: 516.212302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.568852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266643406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-10T14:56:52.568873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.076177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:52.568875Z","caller":"traceutil/trace.go:171","msg":"trace[983010199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28163; }","duration":"1.134018923s","start":"2026-04-10T14:56:51.434847Z","end":"2026-04-10T14:56:52.568866Z","steps":["trace[983010199] 'agreement among raft nodes before linearized reading' (duration: 1.133914169s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.568881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.052408Z","time spent":"516.464331ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:56:52.568893Z","caller":"traceutil/trace.go:171","msg":"trace[1017713862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28163; }","duration":"1.266733958s","start":"2026-04-10T14:56:51.302147Z","end":"2026-04-10T14:56:52.568881Z","steps":["trace[1017713862] 'agreement among raft nodes before linearized reading' (duration: 1.266563653s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:52.568906Z","caller":"traceutil/trace.go:171","msg":"trace[240650076] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28163; }","duration":"153.152609ms","start":"2026-04-10T14:56:52.415742Z","end":"2026-04-10T14:56:52.568894Z","steps":["trace[240650076] 'agreement among raft nodes before linearized reading' (duration: 153.097518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.568911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.434826Z","time spent":"1.134078014s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:56:52.56893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.302114Z","time spent":"1.26680655s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:56:52.568952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.188727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:52.568985Z","caller":"traceutil/trace.go:171","msg":"trace[1085028054] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28163; }","duration":"806.28241ms","start":"2026-04-10T14:56:51.762693Z","end":"2026-04-10T14:56:52.568975Z","steps":["trace[1085028054] 'agreement among raft nodes before linearized reading' (duration: 806.157176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.569016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.762664Z","time spent":"806.344522ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:52.569061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.152804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:52.569086Z","caller":"traceutil/trace.go:171","msg":"trace[149932614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28163; }","duration":"225.225217ms","start":"2026-04-10T14:56:52.343854Z","end":"2026-04-10T14:56:52.569079Z","steps":["trace[149932614] 'agreement among raft nodes before linearized reading' (duration: 225.170196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.569147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525475909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:52.569184Z","caller":"traceutil/trace.go:171","msg":"trace[85164468] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28163; }","duration":"1.525549832s","start":"2026-04-10T14:56:51.04362Z","end":"2026-04-10T14:56:52.56917Z","steps":["trace[85164468] 'agreement among raft nodes before linearized reading' (duration: 1.52548735s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.569216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.043598Z","time spent":"1.525608243s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:52.569265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.626422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-10T14:56:52.56927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752473482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:52.569302Z","caller":"traceutil/trace.go:171","msg":"trace[381901734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28163; }","duration":"998.672304ms","start":"2026-04-10T14:56:51.570618Z","end":"2026-04-10T14:56:52.56929Z","steps":["trace[381901734] 'agreement among raft nodes before linearized reading' (duration: 998.569291ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:52.569309Z","caller":"traceutil/trace.go:171","msg":"trace[646307402] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28163; }","duration":"1.752550964s","start":"2026-04-10T14:56:50.816747Z","end":"2026-04-10T14:56:52.569298Z","steps":["trace[646307402] 'agreement among raft nodes before linearized reading' (duration: 1.752488792s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.569336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.570611Z","time spent":"998.714705ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:56:52.569343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:50.816725Z","time spent":"1.752609636s","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:52.569211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815606949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:56:52.569423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.003484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:56:52.569428Z","caller":"traceutil/trace.go:171","msg":"trace[615454627] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28163; }","duration":"1.815871837s","start":"2026-04-10T14:56:50.753546Z","end":"2026-04-10T14:56:52.569418Z","steps":["trace[615454627] 'agreement among raft nodes before linearized reading' (duration: 1.815622829s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:52.569453Z","caller":"traceutil/trace.go:171","msg":"trace[164717143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28163; }","duration":"999.047306ms","start":"2026-04-10T14:56:51.570399Z","end":"2026-04-10T14:56:52.569446Z","steps":["trace[164717143] 'agreement among raft nodes before linearized reading' (duration: 998.966323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.56947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:50.75352Z","time spent":"1.815939489s","remote":"127.0.0.1:44558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:52.569475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.570393Z","time spent":"999.077057ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:56:52.568605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000486381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-10T14:56:52.569557Z","caller":"traceutil/trace.go:171","msg":"trace[1373167035] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28163; }","duration":"1.001514343s","start":"2026-04-10T14:56:51.568035Z","end":"2026-04-10T14:56:52.56955Z","steps":["trace[1373167035] 'agreement among raft nodes before linearized reading' (duration: 1.0004497s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.569582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:51.568003Z","time spent":"1.001568335s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:56:52.798369Z","caller":"traceutil/trace.go:171","msg":"trace[1328654651] linearizableReadLoop","detail":"{readStateIndex:29147; appliedIndex:29146; }","duration":"222.82216ms","start":"2026-04-10T14:56:52.575512Z","end":"2026-04-10T14:56:52.798334Z","steps":["trace[1328654651] 'read index received' (duration: 222.674145ms)","trace[1328654651] 'applied index is now lower than readState.Index' (duration: 146.525µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:52.798439Z","caller":"traceutil/trace.go:171","msg":"trace[701256870] transaction","detail":"{read_only:false; response_revision:28164; number_of_response:1; }","duration":"223.064218ms","start":"2026-04-10T14:56:52.575343Z","end":"2026-04-10T14:56:52.798407Z","steps":["trace[701256870] 'process raft request' (duration: 222.773039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:52.798736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.182391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T14:56:52.798807Z","caller":"traceutil/trace.go:171","msg":"trace[150946338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28164; }","duration":"223.312775ms","start":"2026-04-10T14:56:52.575474Z","end":"2026-04-10T14:56:52.798787Z","steps":["trace[150946338] 'agreement among raft nodes before linearized reading' (duration: 223.037156ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.192121Z","caller":"traceutil/trace.go:171","msg":"trace[560412864] transaction","detail":"{read_only:false; response_revision:28165; number_of_response:1; }","duration":"616.475006ms","start":"2026-04-10T14:56:52.575575Z","end":"2026-04-10T14:56:53.19205Z","steps":["trace[560412864] 'process raft request' (duration: 616.145066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.19237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.575553Z","time spent":"616.652922ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:53.192471Z","caller":"traceutil/trace.go:171","msg":"trace[811731835] transaction","detail":"{read_only:false; response_revision:28166; number_of_response:1; }","duration":"615.126804ms","start":"2026-04-10T14:56:52.577295Z","end":"2026-04-10T14:56:53.192422Z","steps":["trace[811731835] 'process raft request' (duration: 614.69776ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.192624Z","caller":"traceutil/trace.go:171","msg":"trace[1772845955] transaction","detail":"{read_only:false; response_revision:28167; number_of_response:1; }","duration":"615.311379ms","start":"2026-04-10T14:56:52.577288Z","end":"2026-04-10T14:56:53.192599Z","steps":["trace[1772845955] 'process raft request' (duration: 614.993909ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.192637Z","caller":"traceutil/trace.go:171","msg":"trace[363590098] transaction","detail":"{read_only:false; response_revision:28168; number_of_response:1; }","duration":"615.300389ms","start":"2026-04-10T14:56:52.577301Z","end":"2026-04-10T14:56:53.192602Z","steps":["trace[363590098] 'process raft request' (duration: 615.165685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.192749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.577264Z","time spent":"615.415163ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:53.19284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.577292Z","time spent":"615.439363ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:53.192683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.577287Z","time spent":"615.278718ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:53.192959Z","caller":"traceutil/trace.go:171","msg":"trace[732384866] linearizableReadLoop","detail":"{readStateIndex:29154; appliedIndex:29147; }","duration":"394.478393ms","start":"2026-04-10T14:56:52.798459Z","end":"2026-04-10T14:56:53.192937Z","steps":["trace[732384866] 'read index received' (duration: 393.255694ms)","trace[732384866] 'applied index is now lower than readState.Index' (duration: 1.221779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:53.193081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.217824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:56:53.193105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.464981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-10T14:56:53.193121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.870277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a5037640b6c681\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-10T14:56:53.193121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.162686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-10T14:56:53.193096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.798859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:53.193163Z","caller":"traceutil/trace.go:171","msg":"trace[1031025332] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28171; }","duration":"595.251709ms","start":"2026-04-10T14:56:52.5979Z","end":"2026-04-10T14:56:53.193152Z","steps":["trace[1031025332] 'agreement among raft nodes before linearized reading' (duration: 595.103044ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.193156Z","caller":"traceutil/trace.go:171","msg":"trace[389168957] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a5037640b6c681; range_end:; response_count:1; response_revision:28171; }","duration":"615.937579ms","start":"2026-04-10T14:56:52.577208Z","end":"2026-04-10T14:56:53.193146Z","steps":["trace[389168957] 'agreement among raft nodes before linearized reading' (duration: 615.837476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.193191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.597885Z","time spent":"595.299671ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:56:53.193195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.577197Z","time spent":"615.988171ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a5037640b6c681\" "} {"level":"info","ts":"2026-04-10T14:56:53.193199Z","caller":"traceutil/trace.go:171","msg":"trace[2135137724] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28171; }","duration":"473.982224ms","start":"2026-04-10T14:56:52.719196Z","end":"2026-04-10T14:56:53.193179Z","steps":["trace[2135137724] 'agreement among raft nodes before linearized reading' (duration: 473.804518ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.193247Z","caller":"traceutil/trace.go:171","msg":"trace[1375319693] transaction","detail":"{read_only:false; response_revision:28169; number_of_response:1; }","duration":"615.889647ms","start":"2026-04-10T14:56:52.577348Z","end":"2026-04-10T14:56:53.193238Z","steps":["trace[1375319693] 'process raft request' (duration: 615.177865ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.193134Z","caller":"traceutil/trace.go:171","msg":"trace[1696114014] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28171; }","duration":"592.556404ms","start":"2026-04-10T14:56:52.600569Z","end":"2026-04-10T14:56:53.193125Z","steps":["trace[1696114014] 'agreement among raft nodes before linearized reading' (duration: 592.43809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.193256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.71904Z","time spent":"474.204901ms","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:56:53.19329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.600537Z","time spent":"592.74636ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:56:53.193304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.577341Z","time spent":"615.931049ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:53.193356Z","caller":"traceutil/trace.go:171","msg":"trace[173759842] transaction","detail":"{read_only:false; response_revision:28171; number_of_response:1; }","duration":"402.894257ms","start":"2026-04-10T14:56:52.790453Z","end":"2026-04-10T14:56:53.193347Z","steps":["trace[173759842] 'process raft request' (duration: 402.415102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.193422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.790418Z","time spent":"402.95283ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:53.193218Z","caller":"traceutil/trace.go:171","msg":"trace[233058404] transaction","detail":"{read_only:false; response_revision:28170; number_of_response:1; }","duration":"614.915708ms","start":"2026-04-10T14:56:52.578295Z","end":"2026-04-10T14:56:53.19321Z","steps":["trace[233058404] 'process raft request' (duration: 614.470023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.193537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.578274Z","time spent":"615.231637ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:56:53.193685Z","caller":"traceutil/trace.go:171","msg":"trace[432874953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28171; }","duration":"613.833773ms","start":"2026-04-10T14:56:52.57984Z","end":"2026-04-10T14:56:53.193673Z","steps":["trace[432874953] 'agreement among raft nodes before linearized reading' (duration: 613.176272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.193718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.579831Z","time spent":"613.881024ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:56:53.221434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.439531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:53.221565Z","caller":"traceutil/trace.go:171","msg":"trace[1742187461] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28171; }","duration":"407.656417ms","start":"2026-04-10T14:56:52.813882Z","end":"2026-04-10T14:56:53.221538Z","steps":["trace[1742187461] 'agreement among raft nodes before linearized reading' (duration: 407.387209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.221527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.754319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-10T14:56:53.221634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.81386Z","time spent":"407.761531ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:56:53.221653Z","caller":"traceutil/trace.go:171","msg":"trace[785546890] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28171; }","duration":"420.941226ms","start":"2026-04-10T14:56:52.800683Z","end":"2026-04-10T14:56:53.221624Z","steps":["trace[785546890] 'agreement among raft nodes before linearized reading' (duration: 420.572094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:53.221725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:52.800656Z","time spent":"421.056798ms","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-10T14:56:53.505194Z","caller":"traceutil/trace.go:171","msg":"trace[76915342] linearizableReadLoop","detail":"{readStateIndex:29163; appliedIndex:29160; }","duration":"114.556174ms","start":"2026-04-10T14:56:53.39062Z","end":"2026-04-10T14:56:53.505176Z","steps":["trace[76915342] 'read index received' (duration: 16.624913ms)","trace[76915342] 'applied index is now lower than readState.Index' (duration: 97.930491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:53.505287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.648787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:53.505275Z","caller":"traceutil/trace.go:171","msg":"trace[99804140] transaction","detail":"{read_only:false; response_revision:28177; number_of_response:1; }","duration":"136.586627ms","start":"2026-04-10T14:56:53.368677Z","end":"2026-04-10T14:56:53.505264Z","steps":["trace[99804140] 'process raft request' (duration: 135.928846ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.505312Z","caller":"traceutil/trace.go:171","msg":"trace[919427735] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28179; }","duration":"114.728179ms","start":"2026-04-10T14:56:53.390574Z","end":"2026-04-10T14:56:53.505303Z","steps":["trace[919427735] 'agreement among raft nodes before linearized reading' (duration: 114.670438ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.505451Z","caller":"traceutil/trace.go:171","msg":"trace[1575997694] transaction","detail":"{read_only:false; response_revision:28178; number_of_response:1; }","duration":"136.464424ms","start":"2026-04-10T14:56:53.368979Z","end":"2026-04-10T14:56:53.505443Z","steps":["trace[1575997694] 'process raft request' (duration: 136.095472ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:53.505514Z","caller":"traceutil/trace.go:171","msg":"trace[1159460007] transaction","detail":"{read_only:false; response_revision:28179; number_of_response:1; }","duration":"134.520273ms","start":"2026-04-10T14:56:53.370986Z","end":"2026-04-10T14:56:53.505506Z","steps":["trace[1159460007] 'process raft request' (duration: 134.146691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:54.021444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:56:54.19515Z","caller":"traceutil/trace.go:171","msg":"trace[1433700645] linearizableReadLoop","detail":"{readStateIndex:29164; appliedIndex:29163; }","duration":"674.498673ms","start":"2026-04-10T14:56:53.520619Z","end":"2026-04-10T14:56:54.195118Z","steps":["trace[1433700645] 'read index received' (duration: 674.304517ms)","trace[1433700645] 'applied index is now lower than readState.Index' (duration: 192.796µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:54.195271Z","caller":"traceutil/trace.go:171","msg":"trace[484928820] transaction","detail":"{read_only:false; response_revision:28180; number_of_response:1; }","duration":"680.867134ms","start":"2026-04-10T14:56:53.514363Z","end":"2026-04-10T14:56:54.19523Z","steps":["trace[484928820] 'process raft request' (duration: 680.528673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:54.195335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.688739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:54.195372Z","caller":"traceutil/trace.go:171","msg":"trace[364707548] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28180; }","duration":"674.748211ms","start":"2026-04-10T14:56:53.520611Z","end":"2026-04-10T14:56:54.195359Z","steps":["trace[364707548] 'agreement among raft nodes before linearized reading' (duration: 674.656188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:54.195401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:53.520593Z","time spent":"674.800003ms","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:56:54.195452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:53.514326Z","time spent":"681.031089ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7836,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:56:54.444809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.774009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:56:54.444955Z","caller":"traceutil/trace.go:171","msg":"trace[1721831079] linearizableReadLoop","detail":"{readStateIndex:29165; appliedIndex:29164; }","duration":"249.700537ms","start":"2026-04-10T14:56:54.195233Z","end":"2026-04-10T14:56:54.444933Z","steps":["trace[1721831079] 'read index received' (duration: 122.721791ms)","trace[1721831079] 'applied index is now lower than readState.Index' (duration: 126.977166ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:56:54.445297Z","caller":"traceutil/trace.go:171","msg":"trace[969927023] transaction","detail":"{read_only:false; response_revision:28181; number_of_response:1; }","duration":"272.437582ms","start":"2026-04-10T14:56:54.172837Z","end":"2026-04-10T14:56:54.445274Z","steps":["trace[969927023] 'process raft request' (duration: 145.095176ms)","trace[969927023] 'compare' (duration: 126.18583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:54.445721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.753381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:56:54.44579Z","caller":"traceutil/trace.go:171","msg":"trace[2116704258] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:28181; }","duration":"278.867145ms","start":"2026-04-10T14:56:54.166906Z","end":"2026-04-10T14:56:54.445773Z","steps":["trace[2116704258] 'agreement among raft nodes before linearized reading' (duration: 278.663269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:54.446087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.631529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:54.446177Z","caller":"traceutil/trace.go:171","msg":"trace[1176851831] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28181; }","duration":"198.807845ms","start":"2026-04-10T14:56:54.247347Z","end":"2026-04-10T14:56:54.446155Z","steps":["trace[1176851831] 'agreement among raft nodes before linearized reading' (duration: 198.629809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:54.663382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.097303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:56:54.663523Z","caller":"traceutil/trace.go:171","msg":"trace[885305808] transaction","detail":"{read_only:false; response_revision:28182; number_of_response:1; }","duration":"119.362436ms","start":"2026-04-10T14:56:54.544129Z","end":"2026-04-10T14:56:54.663492Z","steps":["trace[885305808] 'compare' (duration: 115.940648ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:54.66362Z","caller":"traceutil/trace.go:171","msg":"trace[1887178675] linearizableReadLoop","detail":"{readStateIndex:29167; appliedIndex:29166; }","duration":"119.20072ms","start":"2026-04-10T14:56:54.544377Z","end":"2026-04-10T14:56:54.663578Z","steps":["trace[1887178675] 'read index received' (duration: 2.652553ms)","trace[1887178675] 'applied index is now lower than readState.Index' (duration: 116.543687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:54.66388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.47076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:56:54.663912Z","caller":"traceutil/trace.go:171","msg":"trace[1851339986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28183; }","duration":"119.563953ms","start":"2026-04-10T14:56:54.544339Z","end":"2026-04-10T14:56:54.663903Z","steps":["trace[1851339986] 'agreement among raft nodes before linearized reading' (duration: 119.428348ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:54.684687Z","caller":"traceutil/trace.go:171","msg":"trace[1162294272] transaction","detail":"{read_only:false; response_revision:28184; number_of_response:1; }","duration":"106.998757ms","start":"2026-04-10T14:56:54.577658Z","end":"2026-04-10T14:56:54.684657Z","steps":["trace[1162294272] 'process raft request' (duration: 106.706098ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:54.684844Z","caller":"traceutil/trace.go:171","msg":"trace[26438050] transaction","detail":"{read_only:false; response_revision:28186; number_of_response:1; }","duration":"104.597141ms","start":"2026-04-10T14:56:54.580203Z","end":"2026-04-10T14:56:54.6848Z","steps":["trace[26438050] 'process raft request' (duration: 104.436306ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:54.685007Z","caller":"traceutil/trace.go:171","msg":"trace[483554768] transaction","detail":"{read_only:false; response_revision:28187; number_of_response:1; }","duration":"102.779564ms","start":"2026-04-10T14:56:54.58202Z","end":"2026-04-10T14:56:54.684799Z","steps":["trace[483554768] 'process raft request' (duration: 102.667631ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:54.684981Z","caller":"traceutil/trace.go:171","msg":"trace[355348831] transaction","detail":"{read_only:false; response_revision:28185; number_of_response:1; }","duration":"104.848419ms","start":"2026-04-10T14:56:54.580021Z","end":"2026-04-10T14:56:54.684869Z","steps":["trace[355348831] 'process raft request' (duration: 104.55843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:55.106585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.221712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:56:55.10671Z","caller":"traceutil/trace.go:171","msg":"trace[1403738315] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28187; }","duration":"256.426289ms","start":"2026-04-10T14:56:54.850257Z","end":"2026-04-10T14:56:55.106683Z","steps":["trace[1403738315] 'count revisions from in-memory index tree' (duration: 256.108488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:55.106972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.827911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:56:55.107049Z","caller":"traceutil/trace.go:171","msg":"trace[709372943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28187; }","duration":"304.965886ms","start":"2026-04-10T14:56:54.802065Z","end":"2026-04-10T14:56:55.107031Z","steps":["trace[709372943] 'range keys from in-memory index tree' (duration: 304.630015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:55.107177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:54.802041Z","time spent":"305.128491ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:56:55.328052Z","caller":"traceutil/trace.go:171","msg":"trace[221447284] linearizableReadLoop","detail":"{readStateIndex:29173; appliedIndex:29172; }","duration":"129.845856ms","start":"2026-04-10T14:56:55.198174Z","end":"2026-04-10T14:56:55.32802Z","steps":["trace[221447284] 'read index received' (duration: 129.376701ms)","trace[221447284] 'applied index is now lower than readState.Index' (duration: 467.525µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:56:55.328542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.329091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:56:55.328631Z","caller":"traceutil/trace.go:171","msg":"trace[2077737615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28188; }","duration":"130.491386ms","start":"2026-04-10T14:56:55.198121Z","end":"2026-04-10T14:56:55.328612Z","steps":["trace[2077737615] 'agreement among raft nodes before linearized reading' (duration: 130.176076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:55.328647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.236787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-10T14:56:55.328657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.992757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:56:55.328699Z","caller":"traceutil/trace.go:171","msg":"trace[1267616190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28188; }","duration":"129.284098ms","start":"2026-04-10T14:56:55.199396Z","end":"2026-04-10T14:56:55.32868Z","steps":["trace[1267616190] 'agreement among raft nodes before linearized reading' (duration: 129.210456ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.328707Z","caller":"traceutil/trace.go:171","msg":"trace[1317901974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28188; }","duration":"128.08378ms","start":"2026-04-10T14:56:55.200611Z","end":"2026-04-10T14:56:55.328695Z","steps":["trace[1317901974] 'agreement among raft nodes before linearized reading' (duration: 127.874844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:55.328862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.626899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-10T14:56:55.328877Z","caller":"traceutil/trace.go:171","msg":"trace[360892370] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28188; }","duration":"129.853476ms","start":"2026-04-10T14:56:55.199018Z","end":"2026-04-10T14:56:55.328871Z","steps":["trace[360892370] 'agreement among raft nodes before linearized reading' (duration: 129.802984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:55.328878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.06555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:56:55.328553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.775484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:56:55.328905Z","caller":"traceutil/trace.go:171","msg":"trace[1934951058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28188; }","duration":"128.135232ms","start":"2026-04-10T14:56:55.200761Z","end":"2026-04-10T14:56:55.328897Z","steps":["trace[1934951058] 'agreement among raft nodes before linearized reading' (duration: 128.056819ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.32893Z","caller":"traceutil/trace.go:171","msg":"trace[1102551929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28188; }","duration":"130.201807ms","start":"2026-04-10T14:56:55.198723Z","end":"2026-04-10T14:56:55.328925Z","steps":["trace[1102551929] 'agreement among raft nodes before linearized reading' (duration: 129.603798ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.328984Z","caller":"traceutil/trace.go:171","msg":"trace[1549350712] transaction","detail":"{read_only:false; response_revision:28188; number_of_response:1; }","duration":"217.288987ms","start":"2026-04-10T14:56:55.111688Z","end":"2026-04-10T14:56:55.328977Z","steps":["trace[1549350712] 'process raft request' (duration: 216.11663ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.441006Z","caller":"traceutil/trace.go:171","msg":"trace[1596761050] transaction","detail":"{read_only:false; response_revision:28189; number_of_response:1; }","duration":"102.740812ms","start":"2026-04-10T14:56:55.338234Z","end":"2026-04-10T14:56:55.440974Z","steps":["trace[1596761050] 'process raft request' (duration: 101.517084ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.542463Z","caller":"traceutil/trace.go:171","msg":"trace[72700260] transaction","detail":"{read_only:false; response_revision:28192; number_of_response:1; }","duration":"203.318458ms","start":"2026-04-10T14:56:55.338927Z","end":"2026-04-10T14:56:55.542245Z","steps":["trace[72700260] 'process raft request' (duration: 203.231535ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.542679Z","caller":"traceutil/trace.go:171","msg":"trace[1259129299] transaction","detail":"{read_only:false; response_revision:28190; number_of_response:1; }","duration":"203.961217ms","start":"2026-04-10T14:56:55.338711Z","end":"2026-04-10T14:56:55.542672Z","steps":["trace[1259129299] 'process raft request' (duration: 203.240515ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.542744Z","caller":"traceutil/trace.go:171","msg":"trace[344870258] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"203.962567ms","start":"2026-04-10T14:56:55.338775Z","end":"2026-04-10T14:56:55.542738Z","steps":["trace[344870258] 'process raft request' (duration: 203.340858ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.542844Z","caller":"traceutil/trace.go:171","msg":"trace[286086989] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"201.241593ms","start":"2026-04-10T14:56:55.341596Z","end":"2026-04-10T14:56:55.542838Z","steps":["trace[286086989] 'process raft request' (duration: 200.614113ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:55.543337Z","caller":"traceutil/trace.go:171","msg":"trace[1506701209] transaction","detail":"{read_only:false; response_revision:28194; number_of_response:1; }","duration":"201.665256ms","start":"2026-04-10T14:56:55.34166Z","end":"2026-04-10T14:56:55.543326Z","steps":["trace[1506701209] 'process raft request' (duration: 201.14607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:57.539266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:56:58.040111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:56:58.540766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:56:59.041237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:56:59.232748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.562940563s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:56:59.529404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998018298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:56:59.529528Z","caller":"traceutil/trace.go:171","msg":"trace[1284476298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998202324s","start":"2026-04-10T14:56:57.531304Z","end":"2026-04-10T14:56:59.529506Z","steps":["trace[1284476298] 'agreement among raft nodes before linearized reading' (duration: 1.998057459s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:56:59.529588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.53128Z","time spent":"1.998293177s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:56:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:00.644339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000066861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:00.644435Z","caller":"traceutil/trace.go:171","msg":"trace[77685598] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28195; }","duration":"4.000212896s","start":"2026-04-10T14:56:56.644195Z","end":"2026-04-10T14:57:00.644408Z","steps":["trace[77685598] 'count revisions from in-memory index tree' (duration: 3.99999287s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:00.644479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:56.644179Z","time spent":"4.000288509s","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:00.658271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425038508s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:57:00.65839Z","caller":"traceutil/trace.go:171","msg":"trace[1667328400] transaction","detail":"{read_only:false; response_revision:28196; number_of_response:1; }","duration":"3.988677344s","start":"2026-04-10T14:56:56.669698Z","end":"2026-04-10T14:57:00.658376Z","steps":["trace[1667328400] 'process raft request' (duration: 2.563319855s)","trace[1667328400] 'compare' (duration: 1.413271498s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:00.658443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:56.669675Z","time spent":"3.988747115s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:01.530178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:01.530237Z","caller":"traceutil/trace.go:171","msg":"trace[1990147079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423873s","start":"2026-04-10T14:56:59.5298Z","end":"2026-04-10T14:57:01.530224Z","steps":["trace[1990147079] 'agreement among raft nodes before linearized reading' (duration: 2.00034612s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:01.530265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:59.529782Z","time spent":"2.000478345s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:01.645022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.411451166s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:01.688916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:56.690804Z","time spent":"4.998102126s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:57:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:01.689101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:56.690736Z","time spent":"4.998351403s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:01.689175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:56.692015Z","time spent":"4.997157146s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:01.689527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:56.690672Z","time spent":"4.998852409s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:02.334543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999170759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:02.335228Z","caller":"traceutil/trace.go:171","msg":"trace[1142530961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99984807s","start":"2026-04-10T14:56:57.335332Z","end":"2026-04-10T14:57:02.335181Z","steps":["trace[1142530961] 'agreement among raft nodes before linearized reading' (duration: 4.999169528s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:02.335362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.335294Z","time spent":"5.000018675s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 14:57:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:02.547803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998960612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:02.548027Z","caller":"traceutil/trace.go:171","msg":"trace[673210087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999272462s","start":"2026-04-10T14:56:57.548728Z","end":"2026-04-10T14:57:02.548Z","steps":["trace[673210087] 'agreement among raft nodes before linearized reading' (duration: 4.999000574s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:02.548119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.548702Z","time spent":"4.999401507s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/10 14:57:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:02.550227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999659365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:02.550334Z","caller":"traceutil/trace.go:171","msg":"trace[1497814449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999852821s","start":"2026-04-10T14:56:57.550457Z","end":"2026-04-10T14:57:02.55031Z","steps":["trace[1497814449] 'agreement among raft nodes before linearized reading' (duration: 4.999705646s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:02.550395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.550435Z","time spent":"4.999947323s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/10 14:57:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:02.685149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999482254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:02.685211Z","caller":"traceutil/trace.go:171","msg":"trace[1584084683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999618228s","start":"2026-04-10T14:57:00.685579Z","end":"2026-04-10T14:57:02.685197Z","steps":["trace[1584084683] 'agreement among raft nodes before linearized reading' (duration: 1.999536135s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:02.685247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:00.685537Z","time spent":"1.999702101s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:02.788664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143264163s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:57:02.789912Z","caller":"traceutil/trace.go:171","msg":"trace[2087944397] transaction","detail":"{read_only:false; response_revision:28201; number_of_response:1; }","duration":"5.212946255s","start":"2026-04-10T14:56:57.57694Z","end":"2026-04-10T14:57:02.789886Z","steps":["trace[2087944397] 'process raft request' (duration: 5.212165361s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:02.790005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.576911Z","time spent":"5.213054089s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:02.789984Z","caller":"traceutil/trace.go:171","msg":"trace[1452371336] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"4.641341359s","start":"2026-04-10T14:56:58.148586Z","end":"2026-04-10T14:57:02.789927Z","steps":["trace[1452371336] 'process raft request' (duration: 4.640679909s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:02.790114Z","caller":"traceutil/trace.go:171","msg":"trace[1154061451] linearizableReadLoop","detail":"{readStateIndex:29189; appliedIndex:29180; }","duration":"5.751325756s","start":"2026-04-10T14:56:57.038768Z","end":"2026-04-10T14:57:02.790094Z","steps":["trace[1154061451] 'read index received' (duration: 2.194287764s)","trace[1154061451] 'applied index is now lower than readState.Index' (duration: 3.557035712s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:02.790177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:58.148552Z","time spent":"4.641513795s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:02.790105Z","caller":"traceutil/trace.go:171","msg":"trace[2039910028] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"4.291324997s","start":"2026-04-10T14:56:58.498764Z","end":"2026-04-10T14:57:02.790089Z","steps":["trace[2039910028] 'process raft request' (duration: 4.290549812s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:02.790283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:58.498736Z","time spent":"4.291518233s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:02.790287Z","caller":"traceutil/trace.go:171","msg":"trace[734434431] transaction","detail":"{read_only:false; response_revision:28202; number_of_response:1; }","duration":"4.735268035s","start":"2026-04-10T14:56:58.054964Z","end":"2026-04-10T14:57:02.790233Z","steps":["trace[734434431] 'process raft request' (duration: 4.734236833s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:02.790527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:58.054932Z","time spent":"4.735474231s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:03.290706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:03.538404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001482006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:03.538568Z","caller":"traceutil/trace.go:171","msg":"trace[1778848633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001649041s","start":"2026-04-10T14:57:01.536837Z","end":"2026-04-10T14:57:03.538486Z","steps":["trace[1778848633] 'agreement among raft nodes before linearized reading' (duration: 2.001506186s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:03.538624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:01.53682Z","time spent":"2.001788186s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:04.138265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348861911s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:57:04.139387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.100574409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:04.139514Z","caller":"traceutil/trace.go:171","msg":"trace[444360397] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28204; }","duration":"7.100776586s","start":"2026-04-10T14:56:57.038706Z","end":"2026-04-10T14:57:04.139483Z","steps":["trace[444360397] 'agreement among raft nodes before linearized reading' (duration: 5.751497591s)","trace[444360397] 'count revisions from in-memory index tree' (duration: 1.349089478s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:04.13957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.038681Z","time spent":"7.100875048s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:04.141343Z","caller":"traceutil/trace.go:171","msg":"trace[1719577623] transaction","detail":"{read_only:false; response_revision:28205; number_of_response:1; }","duration":"3.441310011s","start":"2026-04-10T14:57:00.700013Z","end":"2026-04-10T14:57:04.141323Z","steps":["trace[1719577623] 'process raft request' (duration: 3.438360168s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:04.141447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:00.699993Z","time spent":"3.441386203s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:05.545004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:05.545127Z","caller":"traceutil/trace.go:171","msg":"trace[1869078303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001039893s","start":"2026-04-10T14:57:03.544061Z","end":"2026-04-10T14:57:05.545101Z","steps":["trace[1869078303] 'agreement among raft nodes before linearized reading' (duration: 2.000255969s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.545189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:03.544036Z","time spent":"2.001138056s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:05.630071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48864015s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:57:05.630249Z","caller":"traceutil/trace.go:171","msg":"trace[1066714234] linearizableReadLoop","detail":"{readStateIndex:29192; appliedIndex:29189; }","duration":"2.840059562s","start":"2026-04-10T14:57:02.790155Z","end":"2026-04-10T14:57:05.630215Z","steps":["trace[1066714234] 'read index received' (duration: 515.694196ms)","trace[1066714234] 'applied index is now lower than readState.Index' (duration: 2.324363656s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:05.630258Z","caller":"traceutil/trace.go:171","msg":"trace[630989248] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"2.965756218s","start":"2026-04-10T14:57:02.664461Z","end":"2026-04-10T14:57:05.630217Z","steps":["trace[630989248] 'process raft request' (duration: 1.476851989s)","trace[630989248] 'compare' (duration: 1.48734955s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:05.630461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:02.664442Z","time spent":"2.965903332s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:05.630487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.715463393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:05.630505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.184483789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:05.630574Z","caller":"traceutil/trace.go:171","msg":"trace[1298771579] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28206; }","duration":"4.715615827s","start":"2026-04-10T14:57:00.91494Z","end":"2026-04-10T14:57:05.630556Z","steps":["trace[1298771579] 'agreement among raft nodes before linearized reading' (duration: 4.715461433s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:05.630617Z","caller":"traceutil/trace.go:171","msg":"trace[391177820] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28206; }","duration":"7.184644975s","start":"2026-04-10T14:56:58.445947Z","end":"2026-04-10T14:57:05.630592Z","steps":["trace[391177820] 'agreement among raft nodes before linearized reading' (duration: 7.184402857s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.630668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:58.44593Z","time spent":"7.184729197s","remote":"127.0.0.1:35092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.630674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418640668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:05.63066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:00.914914Z","time spent":"4.71573142s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:05.630726Z","caller":"traceutil/trace.go:171","msg":"trace[2133240292] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28206; }","duration":"3.41872618s","start":"2026-04-10T14:57:02.211981Z","end":"2026-04-10T14:57:05.630707Z","steps":["trace[2133240292] 'agreement among raft nodes before linearized reading' (duration: 3.418647568s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.630777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:02.211963Z","time spent":"3.418803202s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.630909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940191438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-10T14:57:05.630954Z","caller":"traceutil/trace.go:171","msg":"trace[2137089147] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28206; }","duration":"3.94026285s","start":"2026-04-10T14:57:01.69068Z","end":"2026-04-10T14:57:05.630943Z","steps":["trace[2137089147] 'agreement among raft nodes before linearized reading' (duration: 3.940084254s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.630977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:01.690653Z","time spent":"3.940319452s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-10T14:57:05.630574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939660641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-04-10T14:57:05.631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.035490521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-10T14:57:05.631047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939087273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-10T14:57:05.631101Z","caller":"traceutil/trace.go:171","msg":"trace[238293183] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28206; }","duration":"5.035579855s","start":"2026-04-10T14:57:00.595461Z","end":"2026-04-10T14:57:05.63104Z","steps":["trace[238293183] 'agreement among raft nodes before linearized reading' (duration: 5.035411119s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:00.59544Z","time spent":"5.035687487s","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-10T14:57:05.631156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940339802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-10T14:57:05.631183Z","caller":"traceutil/trace.go:171","msg":"trace[1930269806] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28206; }","duration":"3.940383714s","start":"2026-04-10T14:57:01.690792Z","end":"2026-04-10T14:57:05.631176Z","steps":["trace[1930269806] 'agreement among raft nodes before linearized reading' (duration: 3.940305491s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:01.690758Z","time spent":"3.940452306s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-10T14:57:05.631215Z","caller":"traceutil/trace.go:171","msg":"trace[682334976] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28206; }","duration":"3.940142537s","start":"2026-04-10T14:57:01.690866Z","end":"2026-04-10T14:57:05.631009Z","steps":["trace[682334976] 'agreement among raft nodes before linearized reading' (duration: 3.939565429s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139273047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:05.631321Z","caller":"traceutil/trace.go:171","msg":"trace[526126953] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28206; }","duration":"5.139330429s","start":"2026-04-10T14:57:00.49198Z","end":"2026-04-10T14:57:05.631311Z","steps":["trace[526126953] 'agreement among raft nodes before linearized reading' (duration: 5.139277158s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:00.491963Z","time spent":"5.1393748s","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.631381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:01.690842Z","time spent":"3.940475206s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-10T14:57:05.631493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.709777939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:05.63152Z","caller":"traceutil/trace.go:171","msg":"trace[1688999755] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28206; }","duration":"5.709869682s","start":"2026-04-10T14:56:59.921642Z","end":"2026-04-10T14:57:05.631512Z","steps":["trace[1688999755] 'agreement among raft nodes before linearized reading' (duration: 5.7098233s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:59.921614Z","time spent":"5.709920603s","remote":"127.0.0.1:36168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.631535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08262247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T14:57:05.631588Z","caller":"traceutil/trace.go:171","msg":"trace[176814210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28206; }","duration":"8.082729382s","start":"2026-04-10T14:56:57.548845Z","end":"2026-04-10T14:57:05.631574Z","steps":["trace[176814210] 'agreement among raft nodes before linearized reading' (duration: 8.082580278s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.96060083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:05.631632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.548809Z","time spent":"8.082814865s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:57:05.631647Z","caller":"traceutil/trace.go:171","msg":"trace[383683855] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28206; }","duration":"5.960621871s","start":"2026-04-10T14:56:59.671018Z","end":"2026-04-10T14:57:05.63164Z","steps":["trace[383683855] 'agreement among raft nodes before linearized reading' (duration: 5.960574039s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:59.670932Z","time spent":"5.960730314s","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.631721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.89861289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:05.631749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.077017223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:05.63176Z","caller":"traceutil/trace.go:171","msg":"trace[463117649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28206; }","duration":"7.898704402s","start":"2026-04-10T14:56:57.733047Z","end":"2026-04-10T14:57:05.631751Z","steps":["trace[463117649] 'agreement among raft nodes before linearized reading' (duration: 7.89863554s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.73302Z","time spent":"7.898755554s","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:05.631775Z","caller":"traceutil/trace.go:171","msg":"trace[359717341] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28206; }","duration":"8.077057555s","start":"2026-04-10T14:56:57.554709Z","end":"2026-04-10T14:57:05.631766Z","steps":["trace[359717341] 'agreement among raft nodes before linearized reading' (duration: 8.077007563s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.631796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336198847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:05.631809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.554703Z","time spent":"8.077099046s","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:05.631826Z","caller":"traceutil/trace.go:171","msg":"trace[1008109627] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28206; }","duration":"6.33626524s","start":"2026-04-10T14:56:59.295553Z","end":"2026-04-10T14:57:05.631819Z","steps":["trace[1008109627] 'agreement among raft nodes before linearized reading' (duration: 6.336218929s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.63185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:59.295533Z","time spent":"6.336310791s","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.631981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.2646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T14:57:05.631102Z","caller":"traceutil/trace.go:171","msg":"trace[366053349] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28206; }","duration":"3.939158895s","start":"2026-04-10T14:57:01.691933Z","end":"2026-04-10T14:57:05.631091Z","steps":["trace[366053349] 'agreement among raft nodes before linearized reading' (duration: 3.939047562s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.63204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:01.691924Z","time spent":"3.940107845s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:57:05.632146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.080850514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T14:57:05.632015Z","caller":"traceutil/trace.go:171","msg":"trace[540660549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28206; }","duration":"7.264670483s","start":"2026-04-10T14:56:58.367334Z","end":"2026-04-10T14:57:05.632004Z","steps":["trace[540660549] 'agreement among raft nodes before linearized reading' (duration: 7.2645818s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:05.632194Z","caller":"traceutil/trace.go:171","msg":"trace[1344866356] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28206; }","duration":"8.080906866s","start":"2026-04-10T14:56:57.551275Z","end":"2026-04-10T14:57:05.632181Z","steps":["trace[1344866356] 'agreement among raft nodes before linearized reading' (duration: 8.080784912s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.632227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:58.367309Z","time spent":"7.26490554s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:57:05.632459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.187122947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-10T14:57:05.632158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.314192631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:05.632491Z","caller":"traceutil/trace.go:171","msg":"trace[257775669] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28206; }","duration":"8.187184589s","start":"2026-04-10T14:56:57.4453Z","end":"2026-04-10T14:57:05.632485Z","steps":["trace[257775669] 'agreement among raft nodes before linearized reading' (duration: 8.187109807s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.632514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.445282Z","time spent":"8.187226921s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:57:05.632519Z","caller":"traceutil/trace.go:171","msg":"trace[1693811977] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28206; }","duration":"7.314549842s","start":"2026-04-10T14:56:58.317959Z","end":"2026-04-10T14:57:05.632509Z","steps":["trace[1693811977] 'agreement among raft nodes before linearized reading' (duration: 7.314069177s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.632548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:58.31791Z","time spent":"7.314628524s","remote":"127.0.0.1:44586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.632622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.083847658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T14:57:05.632649Z","caller":"traceutil/trace.go:171","msg":"trace[1543064201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28206; }","duration":"8.08392808s","start":"2026-04-10T14:56:57.548714Z","end":"2026-04-10T14:57:05.632642Z","steps":["trace[1543064201] 'agreement among raft nodes before linearized reading' (duration: 8.083862328s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.632668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.548684Z","time spent":"8.083979862s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:57:05.632782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156341129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:05.632809Z","caller":"traceutil/trace.go:171","msg":"trace[2095847171] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28206; }","duration":"8.156404781s","start":"2026-04-10T14:56:57.476395Z","end":"2026-04-10T14:57:05.6328Z","steps":["trace[2095847171] 'agreement among raft nodes before linearized reading' (duration: 8.15635678s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.63283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.476374Z","time spent":"8.156449842s","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.63223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.551268Z","time spent":"8.080949877s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:57:05.632988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.302731645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:05.633009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.397433674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:05.633025Z","caller":"traceutil/trace.go:171","msg":"trace[1743694108] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28206; }","duration":"8.302818048s","start":"2026-04-10T14:56:57.330194Z","end":"2026-04-10T14:57:05.633012Z","steps":["trace[1743694108] 'agreement among raft nodes before linearized reading' (duration: 8.302750936s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:05.633035Z","caller":"traceutil/trace.go:171","msg":"trace[697740264] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28206; }","duration":"8.397457125s","start":"2026-04-10T14:56:57.235567Z","end":"2026-04-10T14:57:05.633025Z","steps":["trace[697740264] 'agreement among raft nodes before linearized reading' (duration: 8.397409934s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.633047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.330164Z","time spent":"8.30287798s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.633062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:56:57.235506Z","time spent":"8.397550018s","remote":"127.0.0.1:35116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:05.634855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403571323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:05.634911Z","caller":"traceutil/trace.go:171","msg":"trace[608609939] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28206; }","duration":"3.408107456s","start":"2026-04-10T14:57:02.22679Z","end":"2026-04-10T14:57:05.634897Z","steps":["trace[608609939] 'agreement among raft nodes before linearized reading' (duration: 3.403547743s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:05.634942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:02.226782Z","time spent":"3.408150067s","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:06.130823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:06.631597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:06.691524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051212297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:06.691635Z","caller":"traceutil/trace.go:171","msg":"trace[1650854806] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"1.051424483s","start":"2026-04-10T14:57:05.640179Z","end":"2026-04-10T14:57:06.691604Z","steps":["trace[1650854806] 'agreement among raft nodes before linearized reading' (duration: 1.051243937s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:06.691697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.640168Z","time spent":"1.051513016s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/10 14:57:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:06.692718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050820264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:06.692802Z","caller":"traceutil/trace.go:171","msg":"trace[84373681] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.050951338s","start":"2026-04-10T14:57:05.641833Z","end":"2026-04-10T14:57:06.692784Z","steps":["trace[84373681] 'agreement among raft nodes before linearized reading' (duration: 1.050846265s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:06.692851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.641813Z","time spent":"1.051027081s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-10T14:57:06.696633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056163392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:06.696719Z","caller":"traceutil/trace.go:171","msg":"trace[35218101] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"1.056276156s","start":"2026-04-10T14:57:05.640424Z","end":"2026-04-10T14:57:06.6967Z","steps":["trace[35218101] 'agreement among raft nodes before linearized reading' (duration: 1.056161502s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:06.696775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.640395Z","time spent":"1.056361078s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/10 14:57:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/10 14:57:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:06.729521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089860192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:06.729646Z","caller":"traceutil/trace.go:171","msg":"trace[1839386944] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.090036688s","start":"2026-04-10T14:57:05.639581Z","end":"2026-04-10T14:57:06.729618Z","steps":["trace[1839386944] 'agreement among raft nodes before linearized reading' (duration: 1.089857443s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:06.729903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.639574Z","time spent":"1.090118701s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/10 14:57:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:07.135097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:07.335391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997888198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:07.335469Z","caller":"traceutil/trace.go:171","msg":"trace[2096006682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998049913s","start":"2026-04-10T14:57:04.337397Z","end":"2026-04-10T14:57:07.335447Z","steps":["trace[2096006682] 'agreement among raft nodes before linearized reading' (duration: 2.99795709s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:07.335516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.337354Z","time spent":"2.998152407s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 14:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:07.451302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.638662Z","time spent":"1.812629563s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:07.545316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:07.545412Z","caller":"traceutil/trace.go:171","msg":"trace[1329222547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493565s","start":"2026-04-10T14:57:05.544898Z","end":"2026-04-10T14:57:07.545391Z","steps":["trace[1329222547] 'agreement among raft nodes before linearized reading' (duration: 2.000370931s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:07.545462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.544866Z","time spent":"2.000584558s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:07.553319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000349166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:07.553364Z","caller":"traceutil/trace.go:171","msg":"trace[1482386292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.000451548s","start":"2026-04-10T14:57:04.552903Z","end":"2026-04-10T14:57:07.553354Z","steps":["trace[1482386292] 'agreement among raft nodes before linearized reading' (duration: 3.000400177s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:07.553394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.552873Z","time spent":"3.00051493s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:57:07.553372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.639284Z","time spent":"1.914083586s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:07.553508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.642081Z","time spent":"1.911426322s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:07.553518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.639003Z","time spent":"1.91451456s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/10 14:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/10 14:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:07.553561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002916007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:07.553647Z","caller":"traceutil/trace.go:171","msg":"trace[2116442222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.003060261s","start":"2026-04-10T14:57:04.550566Z","end":"2026-04-10T14:57:07.553626Z","steps":["trace[2116442222] 'agreement among raft nodes before linearized reading' (duration: 3.002955178s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:07.553692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.55054Z","time spent":"3.003138914s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/10 14:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:07.635355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:08.136239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:08.164672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.366431374s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:09.553525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:09.553616Z","caller":"traceutil/trace.go:171","msg":"trace[1668201211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156885s","start":"2026-04-10T14:57:07.553437Z","end":"2026-04-10T14:57:09.553594Z","steps":["trace[1668201211] 'agreement among raft nodes before linearized reading' (duration: 2.000007551s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:09.553669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.553411Z","time spent":"2.000245448s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:09.795706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.798036Z","time spent":"4.997653561s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:57:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:10.113546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726409552s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:10.113753Z","caller":"traceutil/trace.go:171","msg":"trace[1166029850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28206; }","duration":"3.726635899s","start":"2026-04-10T14:57:06.387087Z","end":"2026-04-10T14:57:10.113722Z","steps":["trace[1166029850] 'range keys from in-memory index tree' (duration: 3.7263846s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:10.118355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953296771s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-10T14:57:11.567711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:11.567801Z","caller":"traceutil/trace.go:171","msg":"trace[1519718506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424613s","start":"2026-04-10T14:57:09.567355Z","end":"2026-04-10T14:57:11.56778Z","steps":["trace[1519718506] 'agreement among raft nodes before linearized reading' (duration: 2.000304289s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:11.567851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:09.567332Z","time spent":"2.000509546s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:11.690556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.696928Z","time spent":"4.993619593s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:11.691207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.692587Z","time spent":"4.998617141s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:57:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:12.002605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.837531277s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:12.549286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.554148Z","time spent":"4.995128542s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:12.552534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.553687Z","time spent":"4.998835278s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:12.643289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.645009Z","time spent":"4.998271331s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:12.685727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000367622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:12.685816Z","caller":"traceutil/trace.go:171","msg":"trace[30677620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541527s","start":"2026-04-10T14:57:10.685254Z","end":"2026-04-10T14:57:12.685796Z","steps":["trace[30677620] 'agreement among raft nodes before linearized reading' (duration: 2.000415233s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:12.685865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:10.685225Z","time spent":"2.00063008s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:13.054034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05102633s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:57:13.054934Z","caller":"traceutil/trace.go:171","msg":"trace[2134808647] transaction","detail":"{read_only:false; response_revision:28214; number_of_response:1; }","duration":"6.3553351s","start":"2026-04-10T14:57:06.699549Z","end":"2026-04-10T14:57:13.054884Z","steps":["trace[2134808647] 'process raft request' (duration: 6.355120803s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:13.054949Z","caller":"traceutil/trace.go:171","msg":"trace[2119084264] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28214; }","duration":"5.501275068s","start":"2026-04-10T14:57:07.55364Z","end":"2026-04-10T14:57:13.054915Z","steps":["trace[2119084264] 'process raft request' (duration: 5.501108622s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:13.055112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.69954Z","time spent":"6.355469684s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:57:13.055186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.553618Z","time spent":"5.501455943s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:13.055246Z","caller":"traceutil/trace.go:171","msg":"trace[137025340] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"5.255092771s","start":"2026-04-10T14:57:07.800119Z","end":"2026-04-10T14:57:13.055212Z","steps":["trace[137025340] 'process raft request' (duration: 5.255000618s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:13.055275Z","caller":"traceutil/trace.go:171","msg":"trace[1177591060] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28215; }","duration":"5.501478203s","start":"2026-04-10T14:57:07.55374Z","end":"2026-04-10T14:57:13.055218Z","steps":["trace[1177591060] 'process raft request' (duration: 5.501115662s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:13.055332Z","caller":"traceutil/trace.go:171","msg":"trace[1043316400] linearizableReadLoop","detail":"{readStateIndex:29206; appliedIndex:29192; }","duration":"7.425002417s","start":"2026-04-10T14:57:05.630292Z","end":"2026-04-10T14:57:13.055295Z","steps":["trace[1043316400] 'read index received' (duration: 2.534692543s)","trace[1043316400] 'applied index is now lower than readState.Index' (duration: 4.890307154s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:13.055411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.800086Z","time spent":"5.255230525s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:13.055505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.553726Z","time spent":"5.501660199s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:13.055554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.888354942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:57:13.055655Z","caller":"traceutil/trace.go:171","msg":"trace[2081267206] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:28218; }","duration":"8.888468285s","start":"2026-04-10T14:57:04.167162Z","end":"2026-04-10T14:57:13.05563Z","steps":["trace[2081267206] 'agreement among raft nodes before linearized reading' (duration: 8.888144635s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:13.055712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.167105Z","time spent":"8.888595189s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"warn","ts":"2026-04-10T14:57:13.555975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:13.57549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000770784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:13.575627Z","caller":"traceutil/trace.go:171","msg":"trace[486031542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000973051s","start":"2026-04-10T14:57:11.57462Z","end":"2026-04-10T14:57:13.575593Z","steps":["trace[486031542] 'agreement among raft nodes before linearized reading' (duration: 2.000795315s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:13.5757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:11.574602Z","time spent":"2.001083184s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:14.797029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997413882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:14.797182Z","caller":"traceutil/trace.go:171","msg":"trace[1807450439] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997632679s","start":"2026-04-10T14:57:09.799519Z","end":"2026-04-10T14:57:14.797152Z","steps":["trace[1807450439] 'agreement among raft nodes before linearized reading' (duration: 4.997455304s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:14.797256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:09.799495Z","time spent":"4.997743632s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:57:14.857449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.218641602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:14.857571Z","caller":"traceutil/trace.go:171","msg":"trace[843727169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.218822529s","start":"2026-04-10T14:57:05.638718Z","end":"2026-04-10T14:57:14.857541Z","steps":["trace[843727169] 'agreement among raft nodes before linearized reading' (duration: 9.218676144s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:14.857627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.638699Z","time spent":"9.218916641s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/10 14:57:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:15.58153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:15.581631Z","caller":"traceutil/trace.go:171","msg":"trace[1144391932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492515s","start":"2026-04-10T14:57:13.581117Z","end":"2026-04-10T14:57:15.58161Z","steps":["trace[1144391932] 'agreement among raft nodes before linearized reading' (duration: 2.0003616s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:15.581684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:13.581092Z","time spent":"2.000581148s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:16.65536Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2b69","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:17.291674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.429681775s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:17.582164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:17.582241Z","caller":"traceutil/trace.go:171","msg":"trace[1057102585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488266s","start":"2026-04-10T14:57:15.581735Z","end":"2026-04-10T14:57:17.582224Z","steps":["trace[1057102585] 'agreement among raft nodes before linearized reading' (duration: 2.000390193s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:17.582278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:15.581716Z","time spent":"2.000553727s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:17.643551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987139641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:17.643644Z","caller":"traceutil/trace.go:171","msg":"trace[1926267958] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.987280815s","start":"2026-04-10T14:57:12.65634Z","end":"2026-04-10T14:57:17.643621Z","steps":["trace[1926267958] 'agreement among raft nodes before linearized reading' (duration: 4.987163521s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:17.643709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:12.656323Z","time spent":"4.987374697s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/10 14:57:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:18.650441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:11.649258Z","time spent":"7.00117101s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:19.048955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.993736332s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:57:19.050068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.788574294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.050183Z","caller":"traceutil/trace.go:171","msg":"trace[701942048] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28219; }","duration":"15.788707249s","start":"2026-04-10T14:57:03.261438Z","end":"2026-04-10T14:57:19.050145Z","steps":["trace[701942048] 'agreement among raft nodes before linearized reading' (duration: 9.793963205s)","trace[701942048] 'count revisions from in-memory index tree' (duration: 5.994572229s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.050247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:03.261362Z","time spent":"15.788866084s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.050614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.963751938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.050668Z","caller":"traceutil/trace.go:171","msg":"trace[73144672] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28219; }","duration":"13.963872011s","start":"2026-04-10T14:57:05.086777Z","end":"2026-04-10T14:57:19.050649Z","steps":["trace[73144672] 'agreement among raft nodes before linearized reading' (duration: 7.9685533s)","trace[73144672] 'count revisions from in-memory index tree' (duration: 5.995232089s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.050717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.086734Z","time spent":"13.963967744s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.050975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.126143487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.051004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.097422468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.051031Z","caller":"traceutil/trace.go:171","msg":"trace[710959285] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28219; }","duration":"14.126254461s","start":"2026-04-10T14:57:04.924755Z","end":"2026-04-10T14:57:19.051009Z","steps":["trace[710959285] 'agreement among raft nodes before linearized reading' (duration: 8.130609279s)","trace[710959285] 'count revisions from in-memory index tree' (duration: 5.99557729s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:19.051123Z","caller":"traceutil/trace.go:171","msg":"trace[2019049738] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28219; }","duration":"15.097576694s","start":"2026-04-10T14:57:03.95352Z","end":"2026-04-10T14:57:19.051097Z","steps":["trace[2019049738] 'agreement among raft nodes before linearized reading' (duration: 9.1018769s)","trace[2019049738] 'count revisions from in-memory index tree' (duration: 5.995567s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.051142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.92473Z","time spent":"14.126392885s","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.051173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:03.953454Z","time spent":"15.097705448s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.051206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.933685087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.051173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664579831s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.051245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.145600999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.051276Z","caller":"traceutil/trace.go:171","msg":"trace[88513623] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28219; }","duration":"14.933835362s","start":"2026-04-10T14:57:04.117418Z","end":"2026-04-10T14:57:19.051254Z","steps":["trace[88513623] 'agreement among raft nodes before linearized reading' (duration: 8.937977483s)","trace[88513623] 'count revisions from in-memory index tree' (duration: 5.995744365s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:19.051286Z","caller":"traceutil/trace.go:171","msg":"trace[496149098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28219; }","duration":"2.664707025s","start":"2026-04-10T14:57:16.38656Z","end":"2026-04-10T14:57:19.051267Z","steps":["trace[496149098] 'range keys from in-memory index tree' (duration: 2.664562771s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.051308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.117381Z","time spent":"14.933919424s","remote":"127.0.0.1:44462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.051303Z","caller":"traceutil/trace.go:171","msg":"trace[1984891445] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28219; }","duration":"16.145700311s","start":"2026-04-10T14:57:02.905584Z","end":"2026-04-10T14:57:19.051284Z","steps":["trace[1984891445] 'agreement among raft nodes before linearized reading' (duration: 10.149852733s)","trace[1984891445] 'count revisions from in-memory index tree' (duration: 5.995764456s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.051293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:17.44065Z","time spent":"1.610636749s","remote":"127.0.0.1:39074","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:19.051272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.957777209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:19.051349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:02.905546Z","time spent":"16.145792144s","remote":"127.0.0.1:53574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.051394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.521345552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.051405Z","caller":"traceutil/trace.go:171","msg":"trace[2101553533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28219; }","duration":"15.957971345s","start":"2026-04-10T14:57:03.093395Z","end":"2026-04-10T14:57:19.051366Z","steps":["trace[2101553533] 'agreement among raft nodes before linearized reading' (duration: 9.962027904s)","trace[2101553533] 'count revisions from in-memory index tree' (duration: 5.995744015s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:19.051434Z","caller":"traceutil/trace.go:171","msg":"trace[246265804] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28219; }","duration":"14.521445916s","start":"2026-04-10T14:57:04.529975Z","end":"2026-04-10T14:57:19.051421Z","steps":["trace[246265804] 'agreement among raft nodes before linearized reading' (duration: 8.525395151s)","trace[246265804] 'count revisions from in-memory index tree' (duration: 5.995986913s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.051468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.835774316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.051475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.529931Z","time spent":"14.521533358s","remote":"127.0.0.1:37132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.05147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:03.093374Z","time spent":"15.958080378s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.051495Z","caller":"traceutil/trace.go:171","msg":"trace[633133905] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28219; }","duration":"14.835857869s","start":"2026-04-10T14:57:04.215627Z","end":"2026-04-10T14:57:19.051485Z","steps":["trace[633133905] 'agreement among raft nodes before linearized reading' (duration: 8.839765573s)","trace[633133905] 'range keys from in-memory index tree' (duration: 5.996051165s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.051517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.215598Z","time spent":"14.835914321s","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:57:19.051626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.739588844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:19.051762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.450382469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:19.055185Z","caller":"traceutil/trace.go:171","msg":"trace[990446779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28219; }","duration":"14.456415449s","start":"2026-04-10T14:57:04.598735Z","end":"2026-04-10T14:57:19.05515Z","steps":["trace[990446779] 'agreement among raft nodes before linearized reading' (duration: 8.456589276s)","trace[990446779] 'count revisions from in-memory index tree' (duration: 5.993748483s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:19.053981Z","caller":"traceutil/trace.go:171","msg":"trace[1001008351] linearizableReadLoop","detail":"{readStateIndex:29211; appliedIndex:29206; }","duration":"5.998544904s","start":"2026-04-10T14:57:13.055412Z","end":"2026-04-10T14:57:19.053957Z","steps":["trace[1001008351] 'read index received' (duration: 806.634271ms)","trace[1001008351] 'applied index is now lower than readState.Index' (duration: 5.191909343s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.054189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.417577632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ffbd0dc5-079e-4a9b-9a0b-e93507d8b0ca\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-10T14:57:19.054498Z","caller":"traceutil/trace.go:171","msg":"trace[711065013] transaction","detail":"{read_only:false; response_revision:28221; number_of_response:1; }","duration":"6.189568854s","start":"2026-04-10T14:57:12.864909Z","end":"2026-04-10T14:57:19.054478Z","steps":["trace[711065013] 'process raft request' (duration: 6.187268282s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.055408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.912938856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:19.055422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:12.864883Z","time spent":"6.190470363s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:19.055514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.435002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.055452Z","caller":"traceutil/trace.go:171","msg":"trace[2083907676] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28222; }","duration":"4.913012648s","start":"2026-04-10T14:57:14.142423Z","end":"2026-04-10T14:57:19.055436Z","steps":["trace[2083907676] 'agreement among raft nodes before linearized reading' (duration: 4.912952116s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.055626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:14.142404Z","time spent":"4.913208074s","remote":"127.0.0.1:36248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.055711Z","caller":"traceutil/trace.go:171","msg":"trace[1469757254] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28222; }","duration":"190.464313ms","start":"2026-04-10T14:57:18.865069Z","end":"2026-04-10T14:57:19.055534Z","steps":["trace[1469757254] 'agreement among raft nodes before linearized reading' (duration: 190.417582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.055716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313364109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:19.055762Z","caller":"traceutil/trace.go:171","msg":"trace[713722597] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ffbd0dc5-079e-4a9b-9a0b-e93507d8b0ca; range_end:; response_count:1; response_revision:28222; }","duration":"13.419193683s","start":"2026-04-10T14:57:05.636552Z","end":"2026-04-10T14:57:19.055746Z","steps":["trace[713722597] 'agreement among raft nodes before linearized reading' (duration: 13.417471539s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.055789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:05.636532Z","time spent":"13.419249584s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ffbd0dc5-079e-4a9b-9a0b-e93507d8b0ca\" "} {"level":"info","ts":"2026-04-10T14:57:19.055795Z","caller":"traceutil/trace.go:171","msg":"trace[1891796896] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28222; }","duration":"2.313445312s","start":"2026-04-10T14:57:16.74233Z","end":"2026-04-10T14:57:19.055775Z","steps":["trace[1891796896] 'agreement among raft nodes before linearized reading' (duration: 2.313299557s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.055856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:16.742286Z","time spent":"2.313554036s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.054553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:13.057291Z","time spent":"5.997259353s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:57:19.054597Z","caller":"traceutil/trace.go:171","msg":"trace[1337671909] transaction","detail":"{read_only:false; response_revision:28222; number_of_response:1; }","duration":"5.906019092s","start":"2026-04-10T14:57:13.148566Z","end":"2026-04-10T14:57:19.054585Z","steps":["trace[1337671909] 'process raft request' (duration: 5.905273109s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.054672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.052720827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.089672599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.825023948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-10T14:57:19.054834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.057132221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:57:19.054844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.445626335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.147410072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.05483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.380753299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:57:19.054843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.119009339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.084049144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.305017616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:19.054897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.104355662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.112802439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.175500982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.576710014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.501603187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-10T14:57:19.054961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.307146408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.054975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.600857903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:19.054924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.523553837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.056005Z","caller":"traceutil/trace.go:171","msg":"trace[1364837951] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28222; }","duration":"9.058308348s","start":"2026-04-10T14:57:09.997685Z","end":"2026-04-10T14:57:19.055994Z","steps":["trace[1364837951] 'agreement among raft nodes before linearized reading' (duration: 9.057028517s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:19.056032Z","caller":"traceutil/trace.go:171","msg":"trace[385742991] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28222; }","duration":"9.524739104s","start":"2026-04-10T14:57:09.531278Z","end":"2026-04-10T14:57:19.056017Z","steps":["trace[385742991] 'agreement among raft nodes before linearized reading' (duration: 9.523472215s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.424613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T14:57:19.056058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.522793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T14:57:19.05607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640793007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.056102Z","caller":"traceutil/trace.go:171","msg":"trace[2018503243] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28222; }","duration":"994.594406ms","start":"2026-04-10T14:57:18.061489Z","end":"2026-04-10T14:57:19.056083Z","steps":["trace[2018503243] 'agreement among raft nodes before linearized reading' (duration: 994.503163ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:19.056103Z","caller":"traceutil/trace.go:171","msg":"trace[1973744137] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28222; }","duration":"11.446919206s","start":"2026-04-10T14:57:07.609164Z","end":"2026-04-10T14:57:19.056083Z","steps":["trace[1973744137] 'agreement among raft nodes before linearized reading' (duration: 11.445655747s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:19.056121Z","caller":"traceutil/trace.go:171","msg":"trace[1452661745] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28222; }","duration":"12.577934262s","start":"2026-04-10T14:57:06.478177Z","end":"2026-04-10T14:57:19.056112Z","steps":["trace[1452661745] 'agreement among raft nodes before linearized reading' (duration: 12.576738205s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:19.056126Z","caller":"traceutil/trace.go:171","msg":"trace[1977236592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28222; }","duration":"3.640896651s","start":"2026-04-10T14:57:15.415219Z","end":"2026-04-10T14:57:19.056116Z","steps":["trace[1977236592] 'agreement among raft nodes before linearized reading' (duration: 3.640806308s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:18.061468Z","time spent":"994.657068ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:57:19.056136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678751777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.056156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:15.415195Z","time spent":"3.640953493s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.478148Z","time spent":"12.577996744s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056154Z","caller":"traceutil/trace.go:171","msg":"trace[514070311] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28222; }","duration":"11.502836715s","start":"2026-04-10T14:57:07.553308Z","end":"2026-04-10T14:57:19.056145Z","steps":["trace[514070311] 'agreement among raft nodes before linearized reading' (duration: 11.501551995s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.740069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:19.056181Z","caller":"traceutil/trace.go:171","msg":"trace[956830465] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28222; }","duration":"2.678821789s","start":"2026-04-10T14:57:16.377346Z","end":"2026-04-10T14:57:19.056168Z","steps":["trace[956830465] 'agreement among raft nodes before linearized reading' (duration: 2.678761037s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384904351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299314"} {"level":"info","ts":"2026-04-10T14:57:19.056205Z","caller":"traceutil/trace.go:171","msg":"trace[1398557236] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28222; }","duration":"11.148835367s","start":"2026-04-10T14:57:07.907358Z","end":"2026-04-10T14:57:19.056193Z","steps":["trace[1398557236] 'agreement among raft nodes before linearized reading' (duration: 11.147395732s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:16.377324Z","time spent":"2.67888454s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056229Z","caller":"traceutil/trace.go:171","msg":"trace[1529435874] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28222; }","duration":"2.384984513s","start":"2026-04-10T14:57:16.671237Z","end":"2026-04-10T14:57:19.056221Z","steps":["trace[1529435874] 'agreement among raft nodes before linearized reading' (duration: 2.384640752s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:19.056233Z","caller":"traceutil/trace.go:171","msg":"trace[1420483711] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28222; }","duration":"9.308414718s","start":"2026-04-10T14:57:09.747805Z","end":"2026-04-10T14:57:19.05622Z","steps":["trace[1420483711] 'agreement among raft nodes before linearized reading' (duration: 9.307128647s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.907335Z","time spent":"11.148897129s","remote":"127.0.0.1:37090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:16.67121Z","time spent":"2.385035775s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299337,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-10T14:57:19.056267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:13.148537Z","time spent":"5.907657544s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:19.056246Z","caller":"traceutil/trace.go:171","msg":"trace[1217473614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28222; }","duration":"386.918424ms","start":"2026-04-10T14:57:18.669283Z","end":"2026-04-10T14:57:19.056202Z","steps":["trace[1217473614] 'agreement among raft nodes before linearized reading' (duration: 386.708388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:09.997628Z","time spent":"9.058404161s","remote":"127.0.0.1:44290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056309Z","caller":"traceutil/trace.go:171","msg":"trace[1431965770] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28222; }","duration":"12.602247377s","start":"2026-04-10T14:57:06.454051Z","end":"2026-04-10T14:57:19.056298Z","steps":["trace[1431965770] 'agreement among raft nodes before linearized reading' (duration: 12.600891145s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.054981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.763366827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:19.056336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:18.66926Z","time spent":"387.060449ms","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.454015Z","time spent":"12.60232391s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:09.747768Z","time spent":"9.30849694s","remote":"127.0.0.1:53836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.05639Z","caller":"traceutil/trace.go:171","msg":"trace[1966124262] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28222; }","duration":"10.105900171s","start":"2026-04-10T14:57:08.950477Z","end":"2026-04-10T14:57:19.056377Z","steps":["trace[1966124262] 'agreement among raft nodes before linearized reading' (duration: 10.104389513s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:19.056456Z","caller":"traceutil/trace.go:171","msg":"trace[1478313794] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28222; }","duration":"10.82668266s","start":"2026-04-10T14:57:08.229737Z","end":"2026-04-10T14:57:19.05642Z","steps":["trace[1478313794] 'agreement among raft nodes before linearized reading' (duration: 10.824962056s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.0565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:08.95045Z","time spent":"10.106037705s","remote":"127.0.0.1:58788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.60914Z","time spent":"11.447001678s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056543Z","caller":"traceutil/trace.go:171","msg":"trace[2084475885] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28222; }","duration":"6.177155644s","start":"2026-04-10T14:57:12.879377Z","end":"2026-04-10T14:57:19.056533Z","steps":["trace[2084475885] 'agreement among raft nodes before linearized reading' (duration: 6.175501322s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:19.056121Z","caller":"traceutil/trace.go:171","msg":"trace[1004513020] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28222; }","duration":"12.306286915s","start":"2026-04-10T14:57:06.749824Z","end":"2026-04-10T14:57:19.05611Z","steps":["trace[1004513020] 'agreement among raft nodes before linearized reading' (duration: 12.305006375s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927952133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.056598Z","caller":"traceutil/trace.go:171","msg":"trace[888222690] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28222; }","duration":"8.114541553s","start":"2026-04-10T14:57:10.942048Z","end":"2026-04-10T14:57:19.05659Z","steps":["trace[888222690] 'agreement among raft nodes before linearized reading' (duration: 8.11284897s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.05662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:10.942018Z","time spent":"8.114595145s","remote":"127.0.0.1:58794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883658345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:19.0562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:07.553289Z","time spent":"11.502900838s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T14:57:19.056168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483056573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.056775Z","caller":"traceutil/trace.go:171","msg":"trace[491040098] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28222; }","duration":"1.483714514s","start":"2026-04-10T14:57:17.573047Z","end":"2026-04-10T14:57:19.056761Z","steps":["trace[491040098] 'agreement among raft nodes before linearized reading' (duration: 1.483066613s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:17.573027Z","time spent":"1.483803417s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508751197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.05694Z","caller":"traceutil/trace.go:171","msg":"trace[1492488470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28222; }","duration":"4.50914524s","start":"2026-04-10T14:57:14.547783Z","end":"2026-04-10T14:57:19.056928Z","steps":["trace[1492488470] 'agreement among raft nodes before linearized reading' (duration: 4.508783589s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.056976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:14.547757Z","time spent":"4.509207722s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:08.229721Z","time spent":"10.826814304s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T14:57:19.056045Z","caller":"traceutil/trace.go:171","msg":"trace[1019918787] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28222; }","duration":"8.085181239s","start":"2026-04-10T14:57:10.970827Z","end":"2026-04-10T14:57:19.056008Z","steps":["trace[1019918787] 'agreement among raft nodes before linearized reading' (duration: 8.084031263s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.057183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:10.970714Z","time spent":"8.08646013s","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056394Z","caller":"traceutil/trace.go:171","msg":"trace[1403358605] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28222; }","duration":"7.12062164s","start":"2026-04-10T14:57:11.93576Z","end":"2026-04-10T14:57:19.056382Z","steps":["trace[1403358605] 'agreement among raft nodes before linearized reading' (duration: 7.11902036s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.057295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:11.935737Z","time spent":"7.121551828s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.7498Z","time spent":"12.30676648s","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:09.531258Z","time spent":"9.524810106s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.055003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.827565168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T14:57:19.057748Z","caller":"traceutil/trace.go:171","msg":"trace[9326162] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28222; }","duration":"10.830331475s","start":"2026-04-10T14:57:08.227395Z","end":"2026-04-10T14:57:19.057727Z","steps":["trace[9326162] 'agreement among raft nodes before linearized reading' (duration: 10.827469125s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.057795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:08.227367Z","time spent":"10.830409078s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:57:19.057844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083784007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:57:19.055203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.850870586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-10T14:57:19.057881Z","caller":"traceutil/trace.go:171","msg":"trace[1677952981] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28222; }","duration":"4.083841268s","start":"2026-04-10T14:57:14.974027Z","end":"2026-04-10T14:57:19.057869Z","steps":["trace[1677952981] 'agreement among raft nodes before linearized reading' (duration: 4.082405332s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.057906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:14.974012Z","time spent":"4.08388894s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2872,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.057897Z","caller":"traceutil/trace.go:171","msg":"trace[822348106] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28222; }","duration":"9.853603762s","start":"2026-04-10T14:57:09.204281Z","end":"2026-04-10T14:57:19.057885Z","steps":["trace[822348106] 'agreement among raft nodes before linearized reading' (duration: 9.850474384s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.057947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:09.204233Z","time spent":"9.853699896s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-10T14:57:19.055273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.419865944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6.18a505d279b8c3ce\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-10T14:57:19.058102Z","caller":"traceutil/trace.go:171","msg":"trace[247417586] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6.18a505d279b8c3ce; range_end:; response_count:1; response_revision:28222; }","duration":"9.422783387s","start":"2026-04-10T14:57:09.635305Z","end":"2026-04-10T14:57:19.058088Z","steps":["trace[247417586] 'agreement among raft nodes before linearized reading' (duration: 9.419649748s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.058133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:09.635257Z","time spent":"9.422867869s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6.18a505d279b8c3ce\" "} {"level":"warn","ts":"2026-04-10T14:57:19.055302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:04.598663Z","time spent":"14.456619455s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.051709Z","caller":"traceutil/trace.go:171","msg":"trace[14276804] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28219; }","duration":"15.739712378s","start":"2026-04-10T14:57:03.31196Z","end":"2026-04-10T14:57:19.051672Z","steps":["trace[14276804] 'agreement among raft nodes before linearized reading' (duration: 9.743422635s)","trace[14276804] 'count revisions from in-memory index tree' (duration: 5.996187039s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:19.058442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:03.311942Z","time spent":"15.74648955s","remote":"127.0.0.1:44430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.055911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464970225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.058596Z","caller":"traceutil/trace.go:171","msg":"trace[842502851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28222; }","duration":"1.467701631s","start":"2026-04-10T14:57:17.590885Z","end":"2026-04-10T14:57:19.058587Z","steps":["trace[842502851] 'agreement among raft nodes before linearized reading' (duration: 1.464985026s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.058625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:17.590862Z","time spent":"1.467750502s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:57:19.056084Z","caller":"traceutil/trace.go:171","msg":"trace[1149432287] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28222; }","duration":"402.490774ms","start":"2026-04-10T14:57:18.653583Z","end":"2026-04-10T14:57:19.056074Z","steps":["trace[1149432287] 'agreement among raft nodes before linearized reading' (duration: 402.412712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.05881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:18.653568Z","time spent":"405.234871ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-10T14:57:19.056286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444994567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.058921Z","caller":"traceutil/trace.go:171","msg":"trace[1592672776] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28222; }","duration":"3.447671941s","start":"2026-04-10T14:57:15.611242Z","end":"2026-04-10T14:57:19.058914Z","steps":["trace[1592672776] 'agreement among raft nodes before linearized reading' (duration: 3.445019077s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.058945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:15.61122Z","time spent":"3.447716782s","remote":"127.0.0.1:33086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056359Z","caller":"traceutil/trace.go:171","msg":"trace[441605885] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28222; }","duration":"12.764816533s","start":"2026-04-10T14:57:06.291531Z","end":"2026-04-10T14:57:19.056347Z","steps":["trace[441605885] 'agreement among raft nodes before linearized reading' (duration: 12.763393488s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.291493Z","time spent":"12.767622731s","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056415Z","caller":"traceutil/trace.go:171","msg":"trace[60657345] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28222; }","duration":"12.091354253s","start":"2026-04-10T14:57:06.965052Z","end":"2026-04-10T14:57:19.056407Z","steps":["trace[60657345] 'agreement among raft nodes before linearized reading' (duration: 12.08968937s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:06.965021Z","time spent":"12.094228083s","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.05642Z","caller":"traceutil/trace.go:171","msg":"trace[347485180] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28222; }","duration":"10.382398141s","start":"2026-04-10T14:57:08.674012Z","end":"2026-04-10T14:57:19.05641Z","steps":["trace[347485180] 'agreement among raft nodes before linearized reading' (duration: 10.380673357s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:08.673985Z","time spent":"10.385379705s","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-10T14:57:19.05644Z","caller":"traceutil/trace.go:171","msg":"trace[2116091931] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28222; }","duration":"6.054539844s","start":"2026-04-10T14:57:13.001893Z","end":"2026-04-10T14:57:19.056433Z","steps":["trace[2116091931] 'agreement among raft nodes before linearized reading' (duration: 6.052728127s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:13.001873Z","time spent":"6.057595171s","remote":"127.0.0.1:53570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227153343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:19.059568Z","caller":"traceutil/trace.go:171","msg":"trace[58025492] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28222; }","duration":"3.230369864s","start":"2026-04-10T14:57:15.829184Z","end":"2026-04-10T14:57:19.059553Z","steps":["trace[58025492] 'agreement among raft nodes before linearized reading' (duration: 3.226912775s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:15.829163Z","time spent":"3.230427495s","remote":"127.0.0.1:44730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564573709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:19.059672Z","caller":"traceutil/trace.go:171","msg":"trace[1307243816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28222; }","duration":"1.567832531s","start":"2026-04-10T14:57:17.49183Z","end":"2026-04-10T14:57:19.059662Z","steps":["trace[1307243816] 'agreement among raft nodes before linearized reading' (duration: 1.564560418s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:17.491808Z","time spent":"1.567889363s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.056574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:12.879358Z","time spent":"6.177208585s","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056641Z","caller":"traceutil/trace.go:171","msg":"trace[454054052] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28222; }","duration":"1.928070076s","start":"2026-04-10T14:57:17.128541Z","end":"2026-04-10T14:57:19.056611Z","steps":["trace[454054052] 'agreement among raft nodes before linearized reading' (duration: 1.927962223s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:17.128516Z","time spent":"1.93135409s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:19.056695Z","caller":"traceutil/trace.go:171","msg":"trace[1039615071] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28222; }","duration":"4.883765257s","start":"2026-04-10T14:57:14.172918Z","end":"2026-04-10T14:57:19.056683Z","steps":["trace[1039615071] 'agreement among raft nodes before linearized reading' (duration: 4.883676035s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:19.059954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:14.172885Z","time spent":"4.887050201s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:19.560378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:20.060536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:20.103753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044277528s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:21.060307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:21.060394Z","caller":"traceutil/trace.go:171","msg":"trace[196218542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378952s","start":"2026-04-10T14:57:19.059996Z","end":"2026-04-10T14:57:21.060375Z","steps":["trace[196218542] 'agreement among raft nodes before linearized reading' (duration: 2.000271148s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:21.060444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.059981Z","time spent":"2.000450624s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:22.684721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:22.684828Z","caller":"traceutil/trace.go:171","msg":"trace[2118676247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533097s","start":"2026-04-10T14:57:20.684269Z","end":"2026-04-10T14:57:22.684802Z","steps":["trace[2118676247] 'agreement among raft nodes before linearized reading' (duration: 2.000368842s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:22.685003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:20.684244Z","time spent":"2.000733522s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:23.067111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:23.067199Z","caller":"traceutil/trace.go:171","msg":"trace[1621422874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058511s","start":"2026-04-10T14:57:21.067121Z","end":"2026-04-10T14:57:23.067179Z","steps":["trace[1621422874] 'agreement among raft nodes before linearized reading' (duration: 1.999925517s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:23.067256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:21.067105Z","time spent":"2.000133334s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:24.18732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083218419s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:57:24.187462Z","caller":"traceutil/trace.go:171","msg":"trace[879874667] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28222; }","duration":"5.128070324s","start":"2026-04-10T14:57:19.059365Z","end":"2026-04-10T14:57:24.187435Z","steps":["trace[879874667] 'process raft request' (duration: 1.044622509s)","trace[879874667] 'compare' (duration: 4.082740953s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:24.187552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.059344Z","time spent":"5.128163798s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:25.075293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000747693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:25.075413Z","caller":"traceutil/trace.go:171","msg":"trace[29723091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000902257s","start":"2026-04-10T14:57:23.074477Z","end":"2026-04-10T14:57:25.075379Z","steps":["trace[29723091] 'agreement among raft nodes before linearized reading' (duration: 2.000756863s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:25.075478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:23.074464Z","time spent":"2.00099981s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:25.360501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.256454564s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:57:25.361348Z","caller":"traceutil/trace.go:171","msg":"trace[1955505005] transaction","detail":"{read_only:false; response_revision:28223; number_of_response:1; }","duration":"6.301019581s","start":"2026-04-10T14:57:19.060274Z","end":"2026-04-10T14:57:25.361293Z","steps":["trace[1955505005] 'process raft request' (duration: 6.300487614s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:25.361386Z","caller":"traceutil/trace.go:171","msg":"trace[1001082980] linearizableReadLoop","detail":"{readStateIndex:29217; appliedIndex:29211; }","duration":"6.301311709s","start":"2026-04-10T14:57:19.06003Z","end":"2026-04-10T14:57:25.361342Z","steps":["trace[1001082980] 'read index received' (duration: 1.043976998s)","trace[1001082980] 'applied index is now lower than readState.Index' (duration: 5.257333311s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:25.361563Z","caller":"traceutil/trace.go:171","msg":"trace[225973751] transaction","detail":"{read_only:false; response_revision:28227; number_of_response:1; }","duration":"6.295803016s","start":"2026-04-10T14:57:19.065744Z","end":"2026-04-10T14:57:25.361547Z","steps":["trace[225973751] 'process raft request' (duration: 6.295476255s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:25.361563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.060259Z","time spent":"6.301181975s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:25.361614Z","caller":"traceutil/trace.go:171","msg":"trace[1511515791] transaction","detail":"{read_only:false; response_revision:28224; number_of_response:1; }","duration":"6.301279228s","start":"2026-04-10T14:57:19.060284Z","end":"2026-04-10T14:57:25.361563Z","steps":["trace[1511515791] 'process raft request' (duration: 6.300721751s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:25.361708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.065731Z","time spent":"6.295879479s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:25.361709Z","caller":"traceutil/trace.go:171","msg":"trace[8518476] transaction","detail":"{read_only:false; response_revision:28225; number_of_response:1; }","duration":"6.299795061s","start":"2026-04-10T14:57:19.061871Z","end":"2026-04-10T14:57:25.361666Z","steps":["trace[8518476] 'process raft request' (duration: 6.299235044s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:25.361834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.060263Z","time spent":"6.301453764s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:25.362003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.061857Z","time spent":"6.300020239s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:25.362587Z","caller":"traceutil/trace.go:171","msg":"trace[1448927187] transaction","detail":"{read_only:false; response_revision:28226; number_of_response:1; }","duration":"6.297894732s","start":"2026-04-10T14:57:19.06359Z","end":"2026-04-10T14:57:25.361484Z","steps":["trace[1448927187] 'process raft request' (duration: 6.297579242s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:25.362711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.063559Z","time spent":"6.299086009s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:26.648917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.585405234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:26.649059Z","caller":"traceutil/trace.go:171","msg":"trace[186123381] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.585595119s","start":"2026-04-10T14:57:19.063424Z","end":"2026-04-10T14:57:26.64902Z","steps":["trace[186123381] 'agreement among raft nodes before linearized reading' (duration: 7.585422184s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:26.649137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.06341Z","time spent":"7.585712623s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/10 14:57:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:27.076315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:27.076383Z","caller":"traceutil/trace.go:171","msg":"trace[555795360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173326s","start":"2026-04-10T14:57:25.076193Z","end":"2026-04-10T14:57:27.076366Z","steps":["trace[555795360] 'agreement among raft nodes before linearized reading' (duration: 2.000079233s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:27.076429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:25.076161Z","time spent":"2.000261219s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:28.696251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.04325254s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:29.095525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:29.095612Z","caller":"traceutil/trace.go:171","msg":"trace[1324132482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483815s","start":"2026-04-10T14:57:27.095109Z","end":"2026-04-10T14:57:29.095592Z","steps":["trace[1324132482] 'agreement among raft nodes before linearized reading' (duration: 2.000370981s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:29.095661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:27.095084Z","time spent":"2.000567068s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:30.970062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584365597s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:30.970252Z","caller":"traceutil/trace.go:171","msg":"trace[329112617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28227; }","duration":"4.584571423s","start":"2026-04-10T14:57:26.385653Z","end":"2026-04-10T14:57:30.970224Z","steps":["trace[329112617] 'range keys from in-memory index tree' (duration: 4.584344536s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.974196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215198135s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T14:57:30.974452Z","caller":"traceutil/trace.go:171","msg":"trace[794922972] transaction","detail":"{read_only:false; response_revision:28228; number_of_response:1; }","duration":"4.321582198s","start":"2026-04-10T14:57:26.65285Z","end":"2026-04-10T14:57:30.974432Z","steps":["trace[794922972] 'process raft request' (duration: 4.321431413s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.974553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:26.652811Z","time spent":"4.321676952s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:30.974733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:24.193035Z","time spent":"6.781695574s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:57:30.974974Z","caller":"traceutil/trace.go:171","msg":"trace[346190038] linearizableReadLoop","detail":"{readStateIndex:29218; appliedIndex:29217; }","duration":"5.613475767s","start":"2026-04-10T14:57:25.361481Z","end":"2026-04-10T14:57:30.974957Z","steps":["trace[346190038] 'read index received' (duration: 397.349402ms)","trace[346190038] 'applied index is now lower than readState.Index' (duration: 5.216125245s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:30.975239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.394243314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:30.975282Z","caller":"traceutil/trace.go:171","msg":"trace[1203431706] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28228; }","duration":"6.394338257s","start":"2026-04-10T14:57:24.580932Z","end":"2026-04-10T14:57:30.97527Z","steps":["trace[1203431706] 'agreement among raft nodes before linearized reading' (duration: 6.394166272s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.975353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:24.580909Z","time spent":"6.394429169s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.975745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.698467055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:57:30.975807Z","caller":"traceutil/trace.go:171","msg":"trace[1046532854] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28228; }","duration":"6.698535538s","start":"2026-04-10T14:57:24.277257Z","end":"2026-04-10T14:57:30.975793Z","steps":["trace[1046532854] 'agreement among raft nodes before linearized reading' (duration: 6.69829396s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.9759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:24.277207Z","time spent":"6.698674622s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":188,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.976118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.576398825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:30.976171Z","caller":"traceutil/trace.go:171","msg":"trace[700573400] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28228; }","duration":"10.576501158s","start":"2026-04-10T14:57:20.399655Z","end":"2026-04-10T14:57:30.976156Z","steps":["trace[700573400] 'agreement among raft nodes before linearized reading' (duration: 10.576391405s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.9762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.91296005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-10T14:57:30.976196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.782467554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:30.976267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732739094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:30.976288Z","caller":"traceutil/trace.go:171","msg":"trace[712101193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28228; }","duration":"11.782615719s","start":"2026-04-10T14:57:19.193651Z","end":"2026-04-10T14:57:30.976267Z","steps":["trace[712101193] 'agreement among raft nodes before linearized reading' (duration: 11.782440403s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.976317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.908673545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-10T14:57:30.976338Z","caller":"traceutil/trace.go:171","msg":"trace[1928335941] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28228; }","duration":"11.908705646s","start":"2026-04-10T14:57:19.067626Z","end":"2026-04-10T14:57:30.976331Z","steps":["trace[1928335941] 'agreement among raft nodes before linearized reading' (duration: 11.908634933s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.976336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.193634Z","time spent":"11.782693041s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.976361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.067619Z","time spent":"11.908737256s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-10T14:57:30.976386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.363372812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:30.976419Z","caller":"traceutil/trace.go:171","msg":"trace[836055951] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28228; }","duration":"10.363435304s","start":"2026-04-10T14:57:20.612977Z","end":"2026-04-10T14:57:30.976412Z","steps":["trace[836055951] 'agreement among raft nodes before linearized reading' (duration: 10.363383842s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.97645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:20.612961Z","time spent":"10.363480295s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.976413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.930693168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:30.976534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.604793088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:30.976549Z","caller":"traceutil/trace.go:171","msg":"trace[52104068] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28228; }","duration":"9.930895774s","start":"2026-04-10T14:57:21.045643Z","end":"2026-04-10T14:57:30.976539Z","steps":["trace[52104068] 'agreement among raft nodes before linearized reading' (duration: 9.930678517s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:30.976558Z","caller":"traceutil/trace.go:171","msg":"trace[1598506577] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28228; }","duration":"10.60485819s","start":"2026-04-10T14:57:20.371692Z","end":"2026-04-10T14:57:30.97655Z","steps":["trace[1598506577] 'agreement among raft nodes before linearized reading' (duration: 10.604807599s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.976579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:20.371633Z","time spent":"10.604941252s","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.976505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.123742938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:30.976709Z","caller":"traceutil/trace.go:171","msg":"trace[1579448706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28228; }","duration":"7.123982565s","start":"2026-04-10T14:57:23.852689Z","end":"2026-04-10T14:57:30.976671Z","steps":["trace[1579448706] 'agreement among raft nodes before linearized reading' (duration: 7.123778489s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.976728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.419511669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:30.976768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:23.852651Z","time spent":"7.124101819s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:30.976878Z","caller":"traceutil/trace.go:171","msg":"trace[617100705] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28228; }","duration":"8.419706475s","start":"2026-04-10T14:57:22.557138Z","end":"2026-04-10T14:57:30.976845Z","steps":["trace[617100705] 'agreement among raft nodes before linearized reading' (duration: 8.419486378s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.976956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:22.557115Z","time spent":"8.419822449s","remote":"127.0.0.1:35102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:30.976244Z","caller":"traceutil/trace.go:171","msg":"trace[955816735] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28228; }","duration":"11.913022701s","start":"2026-04-10T14:57:19.06321Z","end":"2026-04-10T14:57:30.976233Z","steps":["trace[955816735] 'agreement among raft nodes before linearized reading' (duration: 11.912888527s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.977068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.063197Z","time spent":"11.913856018s","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-10T14:57:30.9763Z","caller":"traceutil/trace.go:171","msg":"trace[580322782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28228; }","duration":"6.732809806s","start":"2026-04-10T14:57:24.243478Z","end":"2026-04-10T14:57:30.976288Z","steps":["trace[580322782] 'agreement among raft nodes before linearized reading' (duration: 6.732755754s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.976345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.236554482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:30.977299Z","caller":"traceutil/trace.go:171","msg":"trace[95312463] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28228; }","duration":"10.237539862s","start":"2026-04-10T14:57:20.739737Z","end":"2026-04-10T14:57:30.977276Z","steps":["trace[95312463] 'agreement among raft nodes before linearized reading' (duration: 10.236581562s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.976584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:21.045624Z","time spent":"9.930948896s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.977356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:20.739712Z","time spent":"10.237627025s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.976213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:20.399636Z","time spent":"10.57656578s","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.976637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.676598643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:30.97746Z","caller":"traceutil/trace.go:171","msg":"trace[1081252850] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28228; }","duration":"11.677411228s","start":"2026-04-10T14:57:19.300028Z","end":"2026-04-10T14:57:30.977439Z","steps":["trace[1081252850] 'agreement among raft nodes before linearized reading' (duration: 11.676580682s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.9772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:24.243451Z","time spent":"6.733692654s","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:57:30.97753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.299978Z","time spent":"11.677535512s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:30.979045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.543214295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:57:30.979107Z","caller":"traceutil/trace.go:171","msg":"trace[845551282] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28228; }","duration":"11.543309599s","start":"2026-04-10T14:57:19.435786Z","end":"2026-04-10T14:57:30.979096Z","steps":["trace[845551282] 'agreement among raft nodes before linearized reading' (duration: 11.54081953s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:30.979138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:19.435768Z","time spent":"11.543359821s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2872,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:31.00906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.736274242s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:57:31.009425Z","caller":"traceutil/trace.go:171","msg":"trace[575389713] transaction","detail":"{read_only:false; response_revision:28229; number_of_response:1; }","duration":"1.736741937s","start":"2026-04-10T14:57:29.27266Z","end":"2026-04-10T14:57:31.009402Z","steps":["trace[575389713] 'process raft request' (duration: 1.736612703s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:31.00957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:29.272633Z","time spent":"1.736856611s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:31.096634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000576419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:31.0968Z","caller":"traceutil/trace.go:171","msg":"trace[2090181895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000862097s","start":"2026-04-10T14:57:29.095911Z","end":"2026-04-10T14:57:31.096773Z","steps":["trace[2090181895] 'agreement among raft nodes before linearized reading' (duration: 2.000610869s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:31.096863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:29.095886Z","time spent":"2.000964461s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:32.56469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543508276s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:32.681346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999812523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:32.681542Z","caller":"traceutil/trace.go:171","msg":"trace[1636008183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002867s","start":"2026-04-10T14:57:30.68141Z","end":"2026-04-10T14:57:32.681439Z","steps":["trace[1636008183] 'agreement among raft nodes before linearized reading' (duration: 1.999832754s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:32.681635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.681389Z","time spent":"2.000227947s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:33.104341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:33.104451Z","caller":"traceutil/trace.go:171","msg":"trace[1098711132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036466s","start":"2026-04-10T14:57:31.104061Z","end":"2026-04-10T14:57:33.104426Z","steps":["trace[1098711132] 'agreement among raft nodes before linearized reading' (duration: 2.000230516s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.104533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:31.104041Z","time spent":"2.000473014s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:33.437699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:32.494618Z","time spent":"943.069233ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:33.43977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.206575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:57:33.440302Z","caller":"traceutil/trace.go:171","msg":"trace[1045458681] linearizableReadLoop","detail":"{readStateIndex:29222; appliedIndex:29219; }","duration":"2.465263229s","start":"2026-04-10T14:57:30.975017Z","end":"2026-04-10T14:57:33.44028Z","steps":["trace[1045458681] 'read index received' (duration: 34.3238ms)","trace[1045458681] 'applied index is now lower than readState.Index' (duration: 2.430937949s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:33.44045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.8519299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.440486Z","caller":"traceutil/trace.go:171","msg":"trace[1996489942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28233; }","duration":"7.852005472s","start":"2026-04-10T14:57:25.588464Z","end":"2026-04-10T14:57:33.44047Z","steps":["trace[1996489942] 'agreement among raft nodes before linearized reading' (duration: 7.85193816s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.4405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306624552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.440526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.691645936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.440536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.480865884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:33.440592Z","caller":"traceutil/trace.go:171","msg":"trace[1416291654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28233; }","duration":"3.306787667s","start":"2026-04-10T14:57:30.133783Z","end":"2026-04-10T14:57:33.44057Z","steps":["trace[1416291654] 'agreement among raft nodes before linearized reading' (duration: 3.306518918s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:33.440613Z","caller":"traceutil/trace.go:171","msg":"trace[2031074494] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28233; }","duration":"5.481023639s","start":"2026-04-10T14:57:27.959571Z","end":"2026-04-10T14:57:33.440594Z","steps":["trace[2031074494] 'agreement among raft nodes before linearized reading' (duration: 5.48073582s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.133761Z","time spent":"3.30686552s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:33.44063Z","caller":"traceutil/trace.go:171","msg":"trace[942022465] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28233; }","duration":"7.69178177s","start":"2026-04-10T14:57:25.748801Z","end":"2026-04-10T14:57:33.440583Z","steps":["trace[942022465] 'agreement among raft nodes before linearized reading' (duration: 7.691510322s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:27.959543Z","time spent":"5.481101421s","remote":"127.0.0.1:42124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.440691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.064121347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-10T14:57:33.440665Z","caller":"traceutil/trace.go:171","msg":"trace[1692667829] transaction","detail":"{read_only:false; response_revision:28233; number_of_response:1; }","duration":"2.460281272s","start":"2026-04-10T14:57:30.980326Z","end":"2026-04-10T14:57:33.440607Z","steps":["trace[1692667829] 'process raft request' (duration: 2.45989541s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535494148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.440794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281072209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.440819Z","caller":"traceutil/trace.go:171","msg":"trace[1096376033] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28233; }","duration":"2.535525719s","start":"2026-04-10T14:57:30.905281Z","end":"2026-04-10T14:57:33.440807Z","steps":["trace[1096376033] 'agreement among raft nodes before linearized reading' (duration: 2.535465447s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461143429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-04-10T14:57:33.440833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9610809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.440833Z","caller":"traceutil/trace.go:171","msg":"trace[1675291664] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28233; }","duration":"1.281153152s","start":"2026-04-10T14:57:32.159669Z","end":"2026-04-10T14:57:33.440822Z","steps":["trace[1675291664] 'agreement among raft nodes before linearized reading' (duration: 1.28109329s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.905217Z","time spent":"2.535626102s","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:33.440857Z","caller":"traceutil/trace.go:171","msg":"trace[2021595113] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28233; }","duration":"2.461199421s","start":"2026-04-10T14:57:30.979646Z","end":"2026-04-10T14:57:33.440845Z","steps":["trace[2021595113] 'agreement among raft nodes before linearized reading' (duration: 2.461042266s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.27349009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:33.440886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.979635Z","time spent":"2.461245803s","remote":"127.0.0.1:44430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-10T14:57:33.440895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29703539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.44089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556062212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.440913Z","caller":"traceutil/trace.go:171","msg":"trace[497366715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28233; }","duration":"3.297074782s","start":"2026-04-10T14:57:30.143832Z","end":"2026-04-10T14:57:33.440907Z","steps":["trace[497366715] 'agreement among raft nodes before linearized reading' (duration: 3.29703853s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:33.44091Z","caller":"traceutil/trace.go:171","msg":"trace[1786138714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28233; }","duration":"7.273575002s","start":"2026-04-10T14:57:26.167321Z","end":"2026-04-10T14:57:33.440896Z","steps":["trace[1786138714] 'agreement among raft nodes before linearized reading' (duration: 7.27349921s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.980313Z","time spent":"2.460475798s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:33.440926Z","caller":"traceutil/trace.go:171","msg":"trace[2108432548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28233; }","duration":"3.556129983s","start":"2026-04-10T14:57:29.884786Z","end":"2026-04-10T14:57:33.440916Z","steps":["trace[2108432548] 'agreement among raft nodes before linearized reading' (duration: 3.556060841s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:26.1673Z","time spent":"7.273638834s","remote":"127.0.0.1:52126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.440962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:29.884769Z","time spent":"3.556183725s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.726304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.441025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768970495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.440856Z","caller":"traceutil/trace.go:171","msg":"trace[81980252] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28233; }","duration":"2.961105191s","start":"2026-04-10T14:57:30.479743Z","end":"2026-04-10T14:57:33.440848Z","steps":["trace[81980252] 'agreement among raft nodes before linearized reading' (duration: 2.961062629s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:33.441046Z","caller":"traceutil/trace.go:171","msg":"trace[2049401847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28233; }","duration":"328.817576ms","start":"2026-04-10T14:57:33.11222Z","end":"2026-04-10T14:57:33.441037Z","steps":["trace[2049401847] 'agreement among raft nodes before linearized reading' (duration: 328.761954ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:33.441061Z","caller":"traceutil/trace.go:171","msg":"trace[506472597] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28233; }","duration":"2.769008206s","start":"2026-04-10T14:57:30.672042Z","end":"2026-04-10T14:57:33.44105Z","steps":["trace[506472597] 'agreement among raft nodes before linearized reading' (duration: 2.768941504s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.479669Z","time spent":"2.961388039s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.112193Z","time spent":"328.875568ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:57:33.441092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.67199Z","time spent":"2.769092399s","remote":"127.0.0.1:53686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961435655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.441139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202984065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.441155Z","caller":"traceutil/trace.go:171","msg":"trace[2061743915] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28233; }","duration":"1.961503188s","start":"2026-04-10T14:57:31.479643Z","end":"2026-04-10T14:57:33.441146Z","steps":["trace[2061743915] 'agreement among raft nodes before linearized reading' (duration: 1.961450406s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896797837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:57:33.440795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.007865891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.441179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:31.479622Z","time spent":"1.961551359s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:33.441189Z","caller":"traceutil/trace.go:171","msg":"trace[778949713] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28233; }","duration":"2.897274582s","start":"2026-04-10T14:57:30.543906Z","end":"2026-04-10T14:57:33.441181Z","steps":["trace[778949713] 'agreement among raft nodes before linearized reading' (duration: 2.896765776s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.543832Z","time spent":"2.897373895s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863957983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.440962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.073868043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf.18a505d522e92eca\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-04-10T14:57:33.44126Z","caller":"traceutil/trace.go:171","msg":"trace[1951337550] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28233; }","duration":"4.864022525s","start":"2026-04-10T14:57:28.577223Z","end":"2026-04-10T14:57:33.441246Z","steps":["trace[1951337550] 'agreement among raft nodes before linearized reading' (duration: 4.863965123s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:33.441271Z","caller":"traceutil/trace.go:171","msg":"trace[902573324] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf.18a505d522e92eca; range_end:; response_count:1; response_revision:28233; }","duration":"8.074228014s","start":"2026-04-10T14:57:25.367027Z","end":"2026-04-10T14:57:33.441255Z","steps":["trace[902573324] 'agreement among raft nodes before linearized reading' (duration: 8.073862613s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.44129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:28.577201Z","time spent":"4.864079467s","remote":"127.0.0.1:33514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:25.366999Z","time spent":"8.074301917s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":923,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf.18a505d522e92eca\" "} {"level":"info","ts":"2026-04-10T14:57:33.441322Z","caller":"traceutil/trace.go:171","msg":"trace[1655623189] transaction","detail":"{read_only:false; response_revision:28230; number_of_response:1; }","duration":"4.103437304s","start":"2026-04-10T14:57:29.337869Z","end":"2026-04-10T14:57:33.441307Z","steps":["trace[1655623189] 'process raft request' (duration: 3.227246935s)","trace[1655623189] 'compare' (duration: 872.763261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:33.441346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127496061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:57:33.441339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.816857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.44137Z","caller":"traceutil/trace.go:171","msg":"trace[1912695109] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28233; }","duration":"2.127565823s","start":"2026-04-10T14:57:31.313797Z","end":"2026-04-10T14:57:33.441363Z","steps":["trace[1912695109] 'agreement among raft nodes before linearized reading' (duration: 2.127491711s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:31.313773Z","time spent":"2.127612515s","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-10T14:57:33.441391Z","caller":"traceutil/trace.go:171","msg":"trace[626141499] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28233; }","duration":"677.896059ms","start":"2026-04-10T14:57:32.763483Z","end":"2026-04-10T14:57:33.441379Z","steps":["trace[626141499] 'agreement among raft nodes before linearized reading' (duration: 677.819637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.331103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.441388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:29.337841Z","time spent":"4.103511006s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:33.440866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:32.159645Z","time spent":"1.281212353s","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:33.44147Z","caller":"traceutil/trace.go:171","msg":"trace[384146357] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28233; }","duration":"951.399146ms","start":"2026-04-10T14:57:32.490049Z","end":"2026-04-10T14:57:33.441448Z","steps":["trace[384146357] 'agreement among raft nodes before linearized reading' (duration: 951.280902ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:33.441171Z","caller":"traceutil/trace.go:171","msg":"trace[1997097331] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28233; }","duration":"4.203052279s","start":"2026-04-10T14:57:29.238109Z","end":"2026-04-10T14:57:33.441161Z","steps":["trace[1997097331] 'agreement among raft nodes before linearized reading' (duration: 4.202994377s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:25.588444Z","time spent":"7.852072144s","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:32.49Z","time spent":"951.504489ms","remote":"127.0.0.1:50548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:29.238066Z","time spent":"4.203449961s","remote":"127.0.0.1:33714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458240767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.441565Z","caller":"traceutil/trace.go:171","msg":"trace[1619349368] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28233; }","duration":"2.458274899s","start":"2026-04-10T14:57:30.983282Z","end":"2026-04-10T14:57:33.441557Z","steps":["trace[1619349368] 'agreement among raft nodes before linearized reading' (duration: 2.458242548s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.983275Z","time spent":"2.45830495s","remote":"127.0.0.1:44430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:57:33.441078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674769426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-10T14:57:33.441587Z","caller":"traceutil/trace.go:171","msg":"trace[222447108] transaction","detail":"{read_only:false; response_revision:28231; number_of_response:1; }","duration":"3.071907517s","start":"2026-04-10T14:57:30.369656Z","end":"2026-04-10T14:57:33.441564Z","steps":["trace[222447108] 'process raft request' (duration: 3.070432841s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942511455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:57:33.441654Z","caller":"traceutil/trace.go:171","msg":"trace[1263288797] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28233; }","duration":"4.94262544s","start":"2026-04-10T14:57:28.499018Z","end":"2026-04-10T14:57:33.441644Z","steps":["trace[1263288797] 'agreement among raft nodes before linearized reading' (duration: 4.942424863s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.440933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.143821Z","time spent":"3.297106022s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.369635Z","time spent":"3.071988679s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:33.441722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461347665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61b80998-5b26-4c51-9bb7-fe001a5f1edb\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-10T14:57:33.441511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17325933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:33.441214Z","caller":"traceutil/trace.go:171","msg":"trace[1961312679] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28233; }","duration":"7.008341365s","start":"2026-04-10T14:57:26.432851Z","end":"2026-04-10T14:57:33.441192Z","steps":["trace[1961312679] 'agreement among raft nodes before linearized reading' (duration: 7.007893181s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.44178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:26.432817Z","time spent":"7.008950515s","remote":"127.0.0.1:53784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:33.441772Z","caller":"traceutil/trace.go:171","msg":"trace[1605177769] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28233; }","duration":"2.17355433s","start":"2026-04-10T14:57:31.268198Z","end":"2026-04-10T14:57:33.441752Z","steps":["trace[1605177769] 'agreement among raft nodes before linearized reading' (duration: 2.173288652s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:33.44162Z","caller":"traceutil/trace.go:171","msg":"trace[518895217] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28233; }","duration":"1.675332833s","start":"2026-04-10T14:57:31.766271Z","end":"2026-04-10T14:57:33.441604Z","steps":["trace[518895217] 'agreement among raft nodes before linearized reading' (duration: 1.674730894s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:31.268167Z","time spent":"2.173653693s","remote":"127.0.0.1:58802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:57:33.441746Z","caller":"traceutil/trace.go:171","msg":"trace[1852754408] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61b80998-5b26-4c51-9bb7-fe001a5f1edb; range_end:; response_count:1; response_revision:28233; }","duration":"2.461386737s","start":"2026-04-10T14:57:30.980352Z","end":"2026-04-10T14:57:33.441739Z","steps":["trace[1852754408] 'agreement among raft nodes before linearized reading' (duration: 2.461310784s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:31.766256Z","time spent":"1.675606743s","remote":"127.0.0.1:36248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-10T14:57:33.440722Z","caller":"traceutil/trace.go:171","msg":"trace[488515685] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28233; }","duration":"8.064169787s","start":"2026-04-10T14:57:25.376542Z","end":"2026-04-10T14:57:33.440712Z","steps":["trace[488515685] 'agreement among raft nodes before linearized reading' (duration: 8.064012112s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.980343Z","time spent":"2.461544311s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-61b80998-5b26-4c51-9bb7-fe001a5f1edb\" "} {"level":"info","ts":"2026-04-10T14:57:33.441919Z","caller":"traceutil/trace.go:171","msg":"trace[613862720] transaction","detail":"{read_only:false; response_revision:28232; number_of_response:1; }","duration":"2.46595289s","start":"2026-04-10T14:57:30.975952Z","end":"2026-04-10T14:57:33.441905Z","steps":["trace[613862720] 'process raft request' (duration: 2.464223635s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:25.376528Z","time spent":"8.065406417s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T14:57:33.441613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049653685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:57:33.441989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:30.975929Z","time spent":"2.466026032s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:57:33.442006Z","caller":"traceutil/trace.go:171","msg":"trace[555523805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28233; }","duration":"5.050075229s","start":"2026-04-10T14:57:28.391912Z","end":"2026-04-10T14:57:33.441988Z","steps":["trace[555523805] 'agreement among raft nodes before linearized reading' (duration: 5.049665836s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.441425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:32.763465Z","time spent":"677.951762ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.442066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:28.391891Z","time spent":"5.050154751s","remote":"127.0.0.1:52044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:28.498996Z","time spent":"4.942677421s","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.441821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.513554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:57:33.442145Z","caller":"traceutil/trace.go:171","msg":"trace[990464052] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28233; }","duration":"879.898196ms","start":"2026-04-10T14:57:32.562234Z","end":"2026-04-10T14:57:33.442132Z","steps":["trace[990464052] 'agreement among raft nodes before linearized reading' (duration: 879.523174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:33.442182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:32.562209Z","time spent":"879.960928ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:33.44069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:25.748782Z","time spent":"7.691893274s","remote":"127.0.0.1:58778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:57:36.527954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:36.528019Z","caller":"traceutil/trace.go:171","msg":"trace[32171031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410062s","start":"2026-04-10T14:57:34.527594Z","end":"2026-04-10T14:57:36.528004Z","steps":["trace[32171031] 'agreement among raft nodes before linearized reading' (duration: 2.000324359s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:36.528058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:34.527573Z","time spent":"2.000477524s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:38.52832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:38.528523Z","caller":"traceutil/trace.go:171","msg":"trace[681637929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201287s","start":"2026-04-10T14:57:36.528301Z","end":"2026-04-10T14:57:38.528502Z","steps":["trace[681637929] 'agreement among raft nodes before linearized reading' (duration: 1.999969009s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:38.52869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:36.528282Z","time spent":"2.000394763s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:39.234709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.128167296s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:39.549668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163970204s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:39.549842Z","caller":"traceutil/trace.go:171","msg":"trace[1894273511] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28233; }","duration":"3.164147849s","start":"2026-04-10T14:57:36.385661Z","end":"2026-04-10T14:57:39.549809Z","steps":["trace[1894273511] 'range keys from in-memory index tree' (duration: 3.163950983s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:39.551906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.869619426s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-10T14:57:39.552372Z","caller":"traceutil/trace.go:171","msg":"trace[1352380881] linearizableReadLoop","detail":"{readStateIndex:29225; appliedIndex:29224; }","duration":"6.105703535s","start":"2026-04-10T14:57:33.446648Z","end":"2026-04-10T14:57:39.552352Z","steps":["trace[1352380881] 'read index received' (duration: 235.578773ms)","trace[1352380881] 'applied index is now lower than readState.Index' (duration: 5.870123032s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:39.555009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.446278Z","time spent":"6.10872591s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:39.555034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.108364469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-10T14:57:39.555268Z","caller":"traceutil/trace.go:171","msg":"trace[1392225566] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28233; }","duration":"6.108576956s","start":"2026-04-10T14:57:33.446625Z","end":"2026-04-10T14:57:39.555202Z","steps":["trace[1392225566] 'agreement among raft nodes before linearized reading' (duration: 6.108265236s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:39.555171Z","caller":"traceutil/trace.go:171","msg":"trace[1504828934] transaction","detail":"{read_only:false; response_revision:28234; number_of_response:1; }","duration":"5.448821276s","start":"2026-04-10T14:57:34.106324Z","end":"2026-04-10T14:57:39.555146Z","steps":["trace[1504828934] 'process raft request' (duration: 5.445682547s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:39.555309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.446616Z","time spent":"6.108682299s","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:57:39.55538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:34.106292Z","time spent":"5.449016392s","remote":"127.0.0.1:36248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:40.052677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:40.537011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:40.537278Z","caller":"traceutil/trace.go:171","msg":"trace[1185175331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564187s","start":"2026-04-10T14:57:38.536676Z","end":"2026-04-10T14:57:40.53724Z","steps":["trace[1185175331] 'agreement among raft nodes before linearized reading' (duration: 2.000265127s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:40.538089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:38.536656Z","time spent":"2.001327591s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:40.553226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:41.060243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:41.561164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:57:41.97113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.736228786s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:42.528391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.965195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:57:42.528535Z","caller":"traceutil/trace.go:171","msg":"trace[1548995584] transaction","detail":"{read_only:false; response_revision:28235; number_of_response:1; }","duration":"4.078964234s","start":"2026-04-10T14:57:38.449543Z","end":"2026-04-10T14:57:42.528507Z","steps":["trace[1548995584] 'process raft request' (duration: 3.521763952s)","trace[1548995584] 'compare' (duration: 556.830401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:42.528628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:38.449519Z","time spent":"4.079059907s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:57:42.537339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999803385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:42.53744Z","caller":"traceutil/trace.go:171","msg":"trace[859906975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996493s","start":"2026-04-10T14:57:40.537451Z","end":"2026-04-10T14:57:42.537416Z","steps":["trace[859906975] 'agreement among raft nodes before linearized reading' (duration: 1.999827725s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:42.537498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:40.537433Z","time spent":"2.000049392s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:42.700038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:42.700129Z","caller":"traceutil/trace.go:171","msg":"trace[1287691367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457135s","start":"2026-04-10T14:57:40.699648Z","end":"2026-04-10T14:57:42.700105Z","steps":["trace[1287691367] 'agreement among raft nodes before linearized reading' (duration: 2.000333371s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:42.700176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:40.699621Z","time spent":"2.000545397s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:43.452517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000621648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:43.452611Z","caller":"traceutil/trace.go:171","msg":"trace[1972475516] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.000765323s","start":"2026-04-10T14:57:33.451826Z","end":"2026-04-10T14:57:43.452591Z","steps":["trace[1972475516] 'agreement among raft nodes before linearized reading' (duration: 10.000623328s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:43.452665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.45182Z","time spent":"10.000831264s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/10 14:57:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:44.548736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005646137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:44.548855Z","caller":"traceutil/trace.go:171","msg":"trace[1395734595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005844473s","start":"2026-04-10T14:57:42.542986Z","end":"2026-04-10T14:57:44.54883Z","steps":["trace[1395734595] 'agreement among raft nodes before linearized reading' (duration: 2.005674627s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:44.548906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:42.542965Z","time spent":"2.005931266s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:45.213922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.242566827s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:46.544531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995656523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:46.5446Z","caller":"traceutil/trace.go:171","msg":"trace[407893319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995775047s","start":"2026-04-10T14:57:44.54881Z","end":"2026-04-10T14:57:46.544585Z","steps":["trace[407893319] 'agreement among raft nodes before linearized reading' (duration: 1.995683304s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:46.54464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:44.548792Z","time spent":"1.995837228s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:46.557515Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2ba7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:46.55756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:39.556384Z","time spent":"7.001163501s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:46.55762Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0dfe18","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:47.964606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:40.964436Z","time spent":"7.000158838s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:48.060844Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0dff30","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:48.060925Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2bb2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:48.324835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:41.3237Z","time spent":"7.001127309s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:48.550164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999528155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:48.550242Z","caller":"traceutil/trace.go:171","msg":"trace[1788675031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999847385s","start":"2026-04-10T14:57:46.550376Z","end":"2026-04-10T14:57:48.550224Z","steps":["trace[1788675031] 'agreement among raft nodes before linearized reading' (duration: 1.999744482s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:48.550281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:46.550356Z","time spent":"1.999916528s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:48.95867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.744428958s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:50.550583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:50.550705Z","caller":"traceutil/trace.go:171","msg":"trace[866742509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085942s","start":"2026-04-10T14:57:48.550598Z","end":"2026-04-10T14:57:50.550684Z","steps":["trace[866742509] 'agreement among raft nodes before linearized reading' (duration: 1.999929647s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:50.550759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:48.550577Z","time spent":"2.000170055s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:50.670577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:43.669575Z","time spent":"7.000994605s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:50.775165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:47.434824Z","time spent":"3.340332493s","remote":"127.0.0.1:53252","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:50.775174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560984936s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:57:50.775134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388789173s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:50.775406Z","caller":"traceutil/trace.go:171","msg":"trace[156497026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28236; }","duration":"4.389155344s","start":"2026-04-10T14:57:46.386227Z","end":"2026-04-10T14:57:50.775383Z","steps":["trace[156497026] 'range keys from in-memory index tree' (duration: 4.388766582s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:52.559453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000814006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:52.559539Z","caller":"traceutil/trace.go:171","msg":"trace[299564669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000951161s","start":"2026-04-10T14:57:50.558567Z","end":"2026-04-10T14:57:52.559518Z","steps":["trace[299564669] 'agreement among raft nodes before linearized reading' (duration: 2.000838757s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:52.559587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:50.558542Z","time spent":"2.001035023s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:53.577512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:46.576287Z","time spent":"7.001214773s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:54.537272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:47.536426Z","time spent":"7.00083461s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:54.560222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:54.560304Z","caller":"traceutil/trace.go:171","msg":"trace[1735966929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490785s","start":"2026-04-10T14:57:52.559797Z","end":"2026-04-10T14:57:54.560288Z","steps":["trace[1735966929] 'agreement among raft nodes before linearized reading' (duration: 2.000394912s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:54.560346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:52.559763Z","time spent":"2.000574487s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:55.330448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:48.329748Z","time spent":"7.000692346s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:55.951345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.983946144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:55.951453Z","caller":"traceutil/trace.go:171","msg":"trace[453368775] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.984095498s","start":"2026-04-10T14:57:47.96733Z","end":"2026-04-10T14:57:55.951425Z","steps":["trace[453368775] 'agreement among raft nodes before linearized reading' (duration: 7.983957444s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:55.952281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:47.96732Z","time spent":"7.984881564s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/10 14:57:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:56.569489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:57:56.569578Z","caller":"traceutil/trace.go:171","msg":"trace[2052368508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186476s","start":"2026-04-10T14:57:54.569371Z","end":"2026-04-10T14:57:56.569557Z","steps":["trace[2052368508] 'agreement among raft nodes before linearized reading' (duration: 2.000075853s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:56.569625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:54.569352Z","time spent":"2.000264009s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:57:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:57:57.233326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.274360761s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:57:57.619419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.844051087s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:57:57.621311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234764292s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:57.621432Z","caller":"traceutil/trace.go:171","msg":"trace[29473923] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28236; }","duration":"1.234889785s","start":"2026-04-10T14:57:56.38652Z","end":"2026-04-10T14:57:57.62141Z","steps":["trace[29473923] 'range keys from in-memory index tree' (duration: 1.23475042s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:57.675895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:50.674979Z","time spent":"7.000901313s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:57:57.775842Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2ba7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:57.775901Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0dff30","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:57.775949Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2bb2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:57:58.570151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:57:58.570253Z","caller":"traceutil/trace.go:171","msg":"trace[1927237105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453033s","start":"2026-04-10T14:57:56.569766Z","end":"2026-04-10T14:57:58.570219Z","steps":["trace[1927237105] 'agreement among raft nodes before linearized reading' (duration: 2.000303988s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:57:58.570304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:56.569742Z","time spent":"2.000551086s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:58:00.578049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:00.578142Z","caller":"traceutil/trace.go:171","msg":"trace[367617753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000215477s","start":"2026-04-10T14:57:58.577907Z","end":"2026-04-10T14:58:00.578122Z","steps":["trace[367617753] 'agreement among raft nodes before linearized reading' (duration: 2.000089993s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:00.578194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:58.577878Z","time spent":"2.00030444s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:01.463295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.229691898s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:02.338189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:55.337474Z","time spent":"7.000704266s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:02.412587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788807379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-10T14:58:02.5788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:02.579038Z","caller":"traceutil/trace.go:171","msg":"trace[1959335007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000859446s","start":"2026-04-10T14:58:00.578141Z","end":"2026-04-10T14:58:02.579Z","steps":["trace[1959335007] 'agreement among raft nodes before linearized reading' (duration: 2.000563226s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:02.579153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:00.578126Z","time spent":"2.001005291s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:02.728376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:02.728473Z","caller":"traceutil/trace.go:171","msg":"trace[348692858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261088s","start":"2026-04-10T14:58:00.728192Z","end":"2026-04-10T14:58:02.728453Z","steps":["trace[348692858] 'agreement among raft nodes before linearized reading' (duration: 2.000101973s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:02.728523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:00.728175Z","time spent":"2.000338291s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:02.877011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413506187s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:02.954898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:55.95459Z","time spent":"7.000296253s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:03.479191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002567169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:03.47931Z","caller":"traceutil/trace.go:171","msg":"trace[1089856499] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.002782236s","start":"2026-04-10T14:57:53.4765Z","end":"2026-04-10T14:58:03.479282Z","steps":["trace[1089856499] 'agreement among raft nodes before linearized reading' (duration: 10.002611861s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:03.479378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:53.476479Z","time spent":"10.002881719s","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/10 14:58:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:03.581322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998912555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:03.581548Z","caller":"traceutil/trace.go:171","msg":"trace[717185942] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999553795s","start":"2026-04-10T14:57:53.581969Z","end":"2026-04-10T14:58:03.581522Z","steps":["trace[717185942] 'agreement among raft nodes before linearized reading' (duration: 9.999001398s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:03.58169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:53.581902Z","time spent":"9.999765372s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/10 14:58:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:04.585211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:04.585289Z","caller":"traceutil/trace.go:171","msg":"trace[1837228686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001198s","start":"2026-04-10T14:58:02.585259Z","end":"2026-04-10T14:58:04.585271Z","steps":["trace[1837228686] 'agreement among raft nodes before linearized reading' (duration: 1.999907056s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:04.585328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:02.585239Z","time spent":"2.000081092s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:04.668212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.790847338s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:04.681968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:57.681068Z","time spent":"7.000893162s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:05.121003Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0dff30","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:58:05.121066Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2bb2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:58:06.446485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759534234s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:06.590676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004878294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:06.590736Z","caller":"traceutil/trace.go:171","msg":"trace[533469786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004986707s","start":"2026-04-10T14:58:04.585735Z","end":"2026-04-10T14:58:06.590722Z","steps":["trace[533469786] 'agreement among raft nodes before linearized reading' (duration: 2.004909565s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:06.59077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:04.585718Z","time spent":"2.005045919s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:07.2798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867077003s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:58:07.279786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.952498ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:07.280613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:06.603593Z","time spent":"677.011303ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:58:07.279943Z","caller":"traceutil/trace.go:171","msg":"trace[7202870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28239; }","duration":"893.129913ms","start":"2026-04-10T14:58:06.386789Z","end":"2026-04-10T14:58:07.279919Z","steps":["trace[7202870] 'range keys from in-memory index tree' (duration: 892.927897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:08.605273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:08.605407Z","caller":"traceutil/trace.go:171","msg":"trace[1952024606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003249s","start":"2026-04-10T14:58:06.605049Z","end":"2026-04-10T14:58:08.605373Z","steps":["trace[1952024606] 'agreement among raft nodes before linearized reading' (duration: 2.000161464s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:08.605479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:06.605035Z","time spent":"2.000428602s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:08.985816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.705625337s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:09.345153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:02.344373Z","time spent":"7.000772039s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:09.971807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691836848s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:58:09.972772Z","caller":"traceutil/trace.go:171","msg":"trace[572087999] linearizableReadLoop","detail":"{readStateIndex:29234; appliedIndex:29226; }","duration":"30.42027826s","start":"2026-04-10T14:57:39.552456Z","end":"2026-04-10T14:58:09.972734Z","steps":["trace[572087999] 'read index received' (duration: 2.41888082s)","trace[572087999] 'applied index is now lower than readState.Index' (duration: 28.00139433s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:58:09.973098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.241928248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:09.973123Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"37.891µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-04-10T14:58:09.973191Z","caller":"traceutil/trace.go:171","msg":"trace[1187299227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28244; }","duration":"34.242093854s","start":"2026-04-10T14:57:35.731074Z","end":"2026-04-10T14:58:09.973168Z","steps":["trace[1187299227] 'agreement among raft nodes before linearized reading' (duration: 34.241927728s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.973213Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"7.26µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-10T14:58:09.973245Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.97µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-10T14:58:09.973236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:35.731023Z","time spent":"34.242202476s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:09.973161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.526333806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:09.973378Z","caller":"traceutil/trace.go:171","msg":"trace[1246753620] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:28244; }","duration":"36.526603655s","start":"2026-04-10T14:57:33.446742Z","end":"2026-04-10T14:58:09.973346Z","steps":["trace[1246753620] 'agreement among raft nodes before linearized reading' (duration: 36.526255824s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.973372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.526653797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6\" ","response":"range_response_count:1 size:5606"} {"level":"info","ts":"2026-04-10T14:58:09.973449Z","caller":"traceutil/trace.go:171","msg":"trace[1503489549] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6; range_end:; response_count:1; response_revision:28244; }","duration":"36.526729759s","start":"2026-04-10T14:57:33.446698Z","end":"2026-04-10T14:58:09.973427Z","steps":["trace[1503489549] 'agreement among raft nodes before linearized reading' (duration: 36.526489991s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.973537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.446691Z","time spent":"36.526831832s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5629,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6\" "} {"level":"warn","ts":"2026-04-10T14:58:09.973625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.951272337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:09.973655Z","caller":"traceutil/trace.go:171","msg":"trace[1091345930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28244; }","duration":"34.951304288s","start":"2026-04-10T14:57:35.022341Z","end":"2026-04-10T14:58:09.973645Z","steps":["trace[1091345930] 'agreement among raft nodes before linearized reading' (duration: 34.950588325s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.973669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.444103154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:09.973696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:35.022281Z","time spent":"34.951406821s","remote":"127.0.0.1:51964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:09.973711Z","caller":"traceutil/trace.go:171","msg":"trace[510062094] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28244; }","duration":"35.444141125s","start":"2026-04-10T14:57:34.529553Z","end":"2026-04-10T14:58:09.973694Z","steps":["trace[510062094] 'agreement among raft nodes before linearized reading' (duration: 35.443379311s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.973752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:34.529516Z","time spent":"35.444227378s","remote":"127.0.0.1:58774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:09.973799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.522352601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-04-10T14:58:09.973975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.046772413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:09.974017Z","caller":"traceutil/trace.go:171","msg":"trace[1024089473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28244; }","duration":"33.046850715s","start":"2026-04-10T14:57:36.927154Z","end":"2026-04-10T14:58:09.974005Z","steps":["trace[1024089473] 'agreement among raft nodes before linearized reading' (duration: 33.045827273s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.974049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:36.927138Z","time spent":"33.046900737s","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:09.974173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.22179386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:09.974222Z","caller":"traceutil/trace.go:171","msg":"trace[2060901057] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28244; }","duration":"33.221873232s","start":"2026-04-10T14:57:36.752338Z","end":"2026-04-10T14:58:09.974212Z","steps":["trace[2060901057] 'agreement among raft nodes before linearized reading' (duration: 33.220653044s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.973586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.583078992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:09.973979Z","caller":"traceutil/trace.go:171","msg":"trace[27776736] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:28244; }","duration":"36.522746314s","start":"2026-04-10T14:57:33.451195Z","end":"2026-04-10T14:58:09.973942Z","steps":["trace[27776736] 'agreement among raft nodes before linearized reading' (duration: 36.521768973s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.974352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.451179Z","time spent":"36.523153646s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-10T14:58:09.974374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.523166147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-10T14:58:09.974446Z","caller":"traceutil/trace.go:171","msg":"trace[2817302] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:28244; }","duration":"36.52326369s","start":"2026-04-10T14:57:33.451168Z","end":"2026-04-10T14:58:09.974432Z","steps":["trace[2817302] 'agreement among raft nodes before linearized reading' (duration: 36.521817345s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.973449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.446722Z","time spent":"36.526697537s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-10T14:58:09.974529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.451154Z","time spent":"36.523329502s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-04-10T14:58:09.974437Z","caller":"traceutil/trace.go:171","msg":"trace[1025074479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28244; }","duration":"32.583859677s","start":"2026-04-10T14:57:37.39046Z","end":"2026-04-10T14:58:09.974319Z","steps":["trace[1025074479] 'agreement among raft nodes before linearized reading' (duration: 32.582513854s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.974673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:37.390434Z","time spent":"32.584225818s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:09.973854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.724638897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:09.973891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.359828197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:09.974828Z","caller":"traceutil/trace.go:171","msg":"trace[322737763] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28244; }","duration":"32.360758476s","start":"2026-04-10T14:57:37.614053Z","end":"2026-04-10T14:58:09.974812Z","steps":["trace[322737763] 'agreement among raft nodes before linearized reading' (duration: 32.358905798s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.974865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:37.614033Z","time spent":"32.360818689s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:09.974832Z","caller":"traceutil/trace.go:171","msg":"trace[1750300913] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28244; }","duration":"30.725582056s","start":"2026-04-10T14:57:39.2492Z","end":"2026-04-10T14:58:09.974782Z","steps":["trace[1750300913] 'agreement among raft nodes before linearized reading' (duration: 30.723748789s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.974887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.754525151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:09.974924Z","caller":"traceutil/trace.go:171","msg":"trace[818320386] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28244; }","duration":"35.754625904s","start":"2026-04-10T14:57:34.220287Z","end":"2026-04-10T14:58:09.974913Z","steps":["trace[818320386] 'agreement among raft nodes before linearized reading' (duration: 35.753999225s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.97496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:39.24918Z","time spent":"30.725731591s","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:09.974998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:34.220254Z","time spent":"35.754729528s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:09.974254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:36.752324Z","time spent":"33.221922413s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:09.975229Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"74.332µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-10T14:58:09.975257Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.43µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-10T14:58:09.975448Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"32.521µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-10T14:58:09.975486Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2bb2","error":"lease not found"} {"level":"info","ts":"2026-04-10T14:58:09.975549Z","caller":"traceutil/trace.go:171","msg":"trace[1288746252] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28244; }","duration":"5.288710179s","start":"2026-04-10T14:58:04.686825Z","end":"2026-04-10T14:58:09.975535Z","steps":["trace[1288746252] 'process raft request' (duration: 5.288472282s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.975658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:04.686793Z","time spent":"5.288776521s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:58:09.976039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.319006003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:09.97613Z","caller":"traceutil/trace.go:171","msg":"trace[544473600] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28244; }","duration":"36.319133647s","start":"2026-04-10T14:57:33.656977Z","end":"2026-04-10T14:58:09.97611Z","steps":["trace[544473600] 'agreement among raft nodes before linearized reading' (duration: 36.317551437s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:09.976215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:33.656958Z","time spent":"36.31923535s","remote":"127.0.0.1:53644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:10.473193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:10.606023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:10.606127Z","caller":"traceutil/trace.go:171","msg":"trace[2105571656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234948s","start":"2026-04-10T14:58:08.60587Z","end":"2026-04-10T14:58:10.606105Z","steps":["trace[2105571656] 'agreement among raft nodes before linearized reading' (duration: 2.000108974s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:10.606178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:08.605839Z","time spent":"2.000326981s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:58:10.973505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:11.473904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:11.974204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:12.474391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:12.716813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000530346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:12.716886Z","caller":"traceutil/trace.go:171","msg":"trace[1499497926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066549s","start":"2026-04-10T14:58:10.716206Z","end":"2026-04-10T14:58:12.716871Z","steps":["trace[1499497926] 'agreement among raft nodes before linearized reading' (duration: 2.000552527s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:12.717072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.716186Z","time spent":"2.000873546s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:12.976945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:13.003324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.651963458s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:13.582385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998976907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:13.582479Z","caller":"traceutil/trace.go:171","msg":"trace[420515823] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999159012s","start":"2026-04-10T14:58:03.583298Z","end":"2026-04-10T14:58:13.582457Z","steps":["trace[420515823] 'agreement among raft nodes before linearized reading' (duration: 9.999036008s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:13.582533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:03.583267Z","time spent":"9.999253565s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/10 14:58:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:14.541378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999955787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:14.541488Z","caller":"traceutil/trace.go:171","msg":"trace[572802063] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"20.000132013s","start":"2026-04-10T14:57:54.541332Z","end":"2026-04-10T14:58:14.541464Z","steps":["trace[572802063] 'agreement among raft nodes before linearized reading' (duration: 19.999988628s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:14.541543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:54.541311Z","time spent":"20.000219055s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/04/10 14:58:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:14.717321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:14.717412Z","caller":"traceutil/trace.go:171","msg":"trace[75607912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408643s","start":"2026-04-10T14:58:12.716984Z","end":"2026-04-10T14:58:14.717392Z","steps":["trace[75607912] 'agreement among raft nodes before linearized reading' (duration: 2.000218027s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:14.717465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:12.716962Z","time spent":"2.000490846s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:16.318662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31481914s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-04-10T14:58:16.318806Z","caller":"traceutil/trace.go:171","msg":"trace[895937745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28244; }","duration":"6.967556003s","start":"2026-04-10T14:58:09.351222Z","end":"2026-04-10T14:58:16.318778Z","steps":["trace[895937745] 'process raft request' (duration: 3.652486445s)","trace[895937745] 'compare' (duration: 3.314723357s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:58:16.318903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:09.351201Z","time spent":"6.967652317s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:58:16.72271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:16.722884Z","caller":"traceutil/trace.go:171","msg":"trace[1516211114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270728s","start":"2026-04-10T14:58:14.722512Z","end":"2026-04-10T14:58:16.722783Z","steps":["trace[1516211114] 'agreement among raft nodes before linearized reading' (duration: 2.000107203s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:16.723404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:14.722469Z","time spent":"2.000859506s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:16.999666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:09.998639Z","time spent":"7.001012546s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:17.004254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.003135Z","time spent":"7.001115068s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:17.004372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.003257Z","time spent":"7.001094039s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:18.723865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:18.723963Z","caller":"traceutil/trace.go:171","msg":"trace[380293832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390712s","start":"2026-04-10T14:58:16.723551Z","end":"2026-04-10T14:58:18.723941Z","steps":["trace[380293832] 'agreement among raft nodes before linearized reading' (duration: 2.000250877s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:18.724023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:16.723529Z","time spent":"2.000482645s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:58:19.25002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.559021594s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:58:19.250897Z","caller":"traceutil/trace.go:171","msg":"trace[138595636] linearizableReadLoop","detail":"{readStateIndex:29254; appliedIndex:29250; }","duration":"9.27797204s","start":"2026-04-10T14:58:09.972898Z","end":"2026-04-10T14:58:19.25087Z","steps":["trace[138595636] 'read index received' (duration: 3.030777023s)","trace[138595636] 'applied index is now lower than readState.Index' (duration: 6.247193377s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:58:19.251109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.829695812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.25116Z","caller":"traceutil/trace.go:171","msg":"trace[967295695] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28247; }","duration":"32.829823776s","start":"2026-04-10T14:57:46.421321Z","end":"2026-04-10T14:58:19.251145Z","steps":["trace[967295695] 'agreement among raft nodes before linearized reading' (duration: 32.829664561s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.10581468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.251204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:46.421265Z","time spent":"32.829928s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.251226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.681382305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf.18a505d522eae17e\" ","response":"range_response_count:1 size:901"} {"level":"warn","ts":"2026-04-10T14:58:19.251302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.152541959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.251332Z","caller":"traceutil/trace.go:171","msg":"trace[320350733] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf.18a505d522eae17e; range_end:; response_count:1; response_revision:28247; }","duration":"32.681535311s","start":"2026-04-10T14:57:46.569776Z","end":"2026-04-10T14:58:19.251311Z","steps":["trace[320350733] 'agreement among raft nodes before linearized reading' (duration: 32.681221971s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.173220612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.25139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.420240903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.251427Z","caller":"traceutil/trace.go:171","msg":"trace[1660996080] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28247; }","duration":"33.420322785s","start":"2026-04-10T14:57:45.831095Z","end":"2026-04-10T14:58:19.251418Z","steps":["trace[1660996080] 'agreement among raft nodes before linearized reading' (duration: 33.420268883s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.643073755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.251474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:45.831037Z","time spent":"33.420427888s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.251502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.274581426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.251555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.903283771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:19.251602Z","caller":"traceutil/trace.go:171","msg":"trace[1209425057] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28247; }","duration":"37.903362443s","start":"2026-04-10T14:57:41.348229Z","end":"2026-04-10T14:58:19.251592Z","steps":["trace[1209425057] 'agreement among raft nodes before linearized reading' (duration: 37.90326982s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.646592769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.251669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.311388749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.251682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.926319987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.251714Z","caller":"traceutil/trace.go:171","msg":"trace[1387207464] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28247; }","duration":"25.311499023s","start":"2026-04-10T14:57:53.940201Z","end":"2026-04-10T14:58:19.2517Z","steps":["trace[1387207464] 'agreement among raft nodes before linearized reading' (duration: 25.311389509s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.251723Z","caller":"traceutil/trace.go:171","msg":"trace[33462606] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28247; }","duration":"29.926399569s","start":"2026-04-10T14:57:49.325311Z","end":"2026-04-10T14:58:19.251711Z","steps":["trace[33462606] 'agreement among raft nodes before linearized reading' (duration: 29.926337837s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.442854274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.251791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.057861545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.251786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.857244305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:58:19.251877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.527206648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:58:19.251886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.883179163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-10T14:58:19.251908Z","caller":"traceutil/trace.go:171","msg":"trace[1051266254] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28247; }","duration":"33.52727121s","start":"2026-04-10T14:57:45.724628Z","end":"2026-04-10T14:58:19.251899Z","steps":["trace[1051266254] 'agreement among raft nodes before linearized reading' (duration: 33.527038513s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.251907Z","caller":"traceutil/trace.go:171","msg":"trace[183705088] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28247; }","duration":"23.857442961s","start":"2026-04-10T14:57:55.394441Z","end":"2026-04-10T14:58:19.251884Z","steps":["trace[183705088] 'agreement among raft nodes before linearized reading' (duration: 23.856490141s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:45.724608Z","time spent":"33.527332002s","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.251942Z","caller":"traceutil/trace.go:171","msg":"trace[376627984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28247; }","duration":"37.443313838s","start":"2026-04-10T14:57:41.808516Z","end":"2026-04-10T14:58:19.25183Z","steps":["trace[376627984] 'agreement among raft nodes before linearized reading' (duration: 37.44274238s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.25325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03594776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.253271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.569496092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.251907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.106426264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.253306Z","caller":"traceutil/trace.go:171","msg":"trace[839614813] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28247; }","duration":"17.569588595s","start":"2026-04-10T14:58:01.683706Z","end":"2026-04-10T14:58:19.253295Z","steps":["trace[839614813] 'agreement among raft nodes before linearized reading' (duration: 17.569534353s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.253323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:41.808488Z","time spent":"37.444822095s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.253348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:01.683684Z","time spent":"17.569656556s","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.25336Z","caller":"traceutil/trace.go:171","msg":"trace[1181938773] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28247; }","duration":"19.289650176s","start":"2026-04-10T14:57:59.963697Z","end":"2026-04-10T14:58:19.253347Z","steps":["trace[1181938773] 'agreement among raft nodes before linearized reading' (duration: 19.289625885s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.253358Z","caller":"traceutil/trace.go:171","msg":"trace[1124647752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28247; }","duration":"19.131521451s","start":"2026-04-10T14:58:00.121823Z","end":"2026-04-10T14:58:19.253345Z","steps":["trace[1124647752] 'agreement among raft nodes before linearized reading' (duration: 19.13149583s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.25337Z","caller":"traceutil/trace.go:171","msg":"trace[1180471854] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28247; }","duration":"13.485951904s","start":"2026-04-10T14:58:05.767399Z","end":"2026-04-10T14:58:19.253351Z","steps":["trace[1180471854] 'agreement among raft nodes before linearized reading' (duration: 13.485466468s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.253405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:59.963672Z","time spent":"19.289725668s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.25341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:00.121799Z","time spent":"19.131603062s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.25338Z","caller":"traceutil/trace.go:171","msg":"trace[106918653] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28247; }","duration":"30.107922021s","start":"2026-04-10T14:57:49.145416Z","end":"2026-04-10T14:58:19.253338Z","steps":["trace[106918653] 'agreement among raft nodes before linearized reading' (duration: 30.106452905s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.253431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:05.767337Z","time spent":"13.486081048s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299337,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-10T14:58:19.253256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.87900982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.25351Z","caller":"traceutil/trace.go:171","msg":"trace[1629851300] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28247; }","duration":"17.87931982s","start":"2026-04-10T14:58:01.374182Z","end":"2026-04-10T14:58:19.253501Z","steps":["trace[1629851300] 'agreement among raft nodes before linearized reading' (duration: 17.879044882s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.253546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:01.374151Z","time spent":"17.879382452s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.253535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:49.14539Z","time spent":"30.108093717s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.251423Z","caller":"traceutil/trace.go:171","msg":"trace[1474762591] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28247; }","duration":"29.173414498s","start":"2026-04-10T14:57:50.077972Z","end":"2026-04-10T14:58:19.251387Z","steps":["trace[1474762591] 'agreement among raft nodes before linearized reading' (duration: 29.173131399s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.253592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:50.077953Z","time spent":"29.175627147s","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.253689Z","caller":"traceutil/trace.go:171","msg":"trace[2033382554] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28247; }","duration":"21.030980497s","start":"2026-04-10T14:57:58.222695Z","end":"2026-04-10T14:58:19.253675Z","steps":["trace[2033382554] 'agreement among raft nodes before linearized reading' (duration: 21.030947096s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.253743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:58.222671Z","time spent":"21.03106454s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.251838Z","caller":"traceutil/trace.go:171","msg":"trace[1440615481] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28247; }","duration":"36.057941049s","start":"2026-04-10T14:57:43.193886Z","end":"2026-04-10T14:58:19.251827Z","steps":["trace[1440615481] 'agreement among raft nodes before linearized reading' (duration: 36.057881157s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.25379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:43.193867Z","time spent":"36.05990885s","remote":"127.0.0.1:36188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.251957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.360626653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.253966Z","caller":"traceutil/trace.go:171","msg":"trace[2018673567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28247; }","duration":"30.362688098s","start":"2026-04-10T14:57:48.891265Z","end":"2026-04-10T14:58:19.253953Z","steps":["trace[2018673567] 'agreement among raft nodes before linearized reading' (duration: 30.360664414s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.253981Z","caller":"traceutil/trace.go:171","msg":"trace[674022775] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28247; }","duration":"20.615874325s","start":"2026-04-10T14:57:58.638095Z","end":"2026-04-10T14:58:19.253969Z","steps":["trace[674022775] 'agreement among raft nodes before linearized reading' (duration: 20.615852104s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.254013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:48.891239Z","time spent":"30.362759769s","remote":"127.0.0.1:33498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.254021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:58.638069Z","time spent":"20.615940527s","remote":"127.0.0.1:53788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.251676Z","caller":"traceutil/trace.go:171","msg":"trace[1893568379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28247; }","duration":"36.646743504s","start":"2026-04-10T14:57:42.604914Z","end":"2026-04-10T14:58:19.251657Z","steps":["trace[1893568379] 'agreement among raft nodes before linearized reading' (duration: 36.646541578s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.254266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:42.604893Z","time spent":"36.649358746s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.254398Z","caller":"traceutil/trace.go:171","msg":"trace[1654505033] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28247; }","duration":"22.97137286s","start":"2026-04-10T14:57:56.283007Z","end":"2026-04-10T14:58:19.25438Z","steps":["trace[1654505033] 'agreement among raft nodes before linearized reading' (duration: 22.971291078s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.906113391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:19.254472Z","caller":"traceutil/trace.go:171","msg":"trace[292482348] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28247; }","duration":"29.909010983s","start":"2026-04-10T14:57:49.345447Z","end":"2026-04-10T14:58:19.254458Z","steps":["trace[292482348] 'agreement among raft nodes before linearized reading' (duration: 29.90608416s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.254469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:56.282986Z","time spent":"22.971470203s","remote":"127.0.0.1:37078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.25451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:49.345422Z","time spent":"29.909077885s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.251344Z","caller":"traceutil/trace.go:171","msg":"trace[1297027093] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28247; }","duration":"33.152622572s","start":"2026-04-10T14:57:46.098712Z","end":"2026-04-10T14:58:19.251334Z","steps":["trace[1297027093] 'agreement among raft nodes before linearized reading' (duration: 33.15255754s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.254674Z","caller":"traceutil/trace.go:171","msg":"trace[2113249511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28247; }","duration":"20.770534092s","start":"2026-04-10T14:57:58.484132Z","end":"2026-04-10T14:58:19.254666Z","steps":["trace[2113249511] 'agreement among raft nodes before linearized reading' (duration: 20.770498321s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.254704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:58.484106Z","time spent":"20.770592594s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.254692Z","caller":"traceutil/trace.go:171","msg":"trace[774835858] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28247; }","duration":"23.827721096s","start":"2026-04-10T14:57:55.426942Z","end":"2026-04-10T14:58:19.254664Z","steps":["trace[774835858] 'agreement among raft nodes before linearized reading' (duration: 23.827650674s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:46.569745Z","time spent":"32.681625333s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":924,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf.18a505d522eae17e\" "} {"level":"info","ts":"2026-04-10T14:58:19.251564Z","caller":"traceutil/trace.go:171","msg":"trace[1328566466] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28247; }","duration":"24.274665679s","start":"2026-04-10T14:57:54.976881Z","end":"2026-04-10T14:58:19.251547Z","steps":["trace[1328566466] 'agreement among raft nodes before linearized reading' (duration: 24.274578116s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:49.325288Z","time spent":"29.926466191s","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.251772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:53.940169Z","time spent":"25.311589296s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.251792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.882901774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-10T14:58:19.251836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.979725308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.251845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.013990956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:19.251921Z","caller":"traceutil/trace.go:171","msg":"trace[352107039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28247; }","duration":"38.883245115s","start":"2026-04-10T14:57:40.368664Z","end":"2026-04-10T14:58:19.251909Z","steps":["trace[352107039] 'agreement among raft nodes before linearized reading' (duration: 38.883148872s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.25196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.604065607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.251969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:55.394419Z","time spent":"23.857539194s","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":192,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.252014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.291355188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.688558154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-10T14:58:19.252043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.058953742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.764608281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.252058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.227414962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:58:19.252068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.570993657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.693605554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a15dd60e-10c9-4ab5-a61d-3a49adedd4f3\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-10T14:58:19.252127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.563824054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.251508Z","caller":"traceutil/trace.go:171","msg":"trace[648107488] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28247; }","duration":"29.643157037s","start":"2026-04-10T14:57:49.608338Z","end":"2026-04-10T14:58:19.251495Z","steps":["trace[648107488] 'agreement among raft nodes before linearized reading' (duration: 29.643079035s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.251745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.241603052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.46127495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.615006462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.697891958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.252185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.031135468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.252195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.67898645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.418760094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.659608301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:19.251232Z","caller":"traceutil/trace.go:171","msg":"trace[1699112515] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28247; }","duration":"35.105975104s","start":"2026-04-10T14:57:44.145233Z","end":"2026-04-10T14:58:19.251208Z","steps":["trace[1699112515] 'agreement among raft nodes before linearized reading' (duration: 35.105791939s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.25232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.449898465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.568865038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.27099559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"warn","ts":"2026-04-10T14:58:19.252368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.630440168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.806454434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.25239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.766064049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.797497055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.166681608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.023455877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.252508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.627138859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.39079561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.25254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635421467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.254933Z","caller":"traceutil/trace.go:171","msg":"trace[967122333] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28247; }","duration":"30.017129444s","start":"2026-04-10T14:57:49.237789Z","end":"2026-04-10T14:58:19.254919Z","steps":["trace[967122333] 'agreement among raft nodes before linearized reading' (duration: 30.014003446s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.254942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:55.426921Z","time spent":"23.828008194s","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.254968Z","caller":"traceutil/trace.go:171","msg":"trace[552420161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28247; }","duration":"10.033920315s","start":"2026-04-10T14:58:09.221039Z","end":"2026-04-10T14:58:19.25496Z","steps":["trace[552420161] 'agreement among raft nodes before linearized reading' (duration: 10.031112597s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.254977Z","caller":"traceutil/trace.go:171","msg":"trace[1086105460] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28247; }","duration":"5.637901735s","start":"2026-04-10T14:58:13.617057Z","end":"2026-04-10T14:58:19.254959Z","steps":["trace[1086105460] 'agreement among raft nodes before linearized reading' (duration: 5.635441158s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:09.220989Z","time spent":"10.034006688s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.255046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:40.368642Z","time spent":"38.886391175s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-10T14:58:19.255089Z","caller":"traceutil/trace.go:171","msg":"trace[1069789641] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28247; }","duration":"27.633231746s","start":"2026-04-10T14:57:51.621802Z","end":"2026-04-10T14:58:19.255034Z","steps":["trace[1069789641] 'agreement among raft nodes before linearized reading' (duration: 27.630443138s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:51.621782Z","time spent":"27.633352579s","remote":"127.0.0.1:53800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255386Z","caller":"traceutil/trace.go:171","msg":"trace[263697517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a15dd60e-10c9-4ab5-a61d-3a49adedd4f3; range_end:; response_count:1; response_revision:28247; }","duration":"39.696885107s","start":"2026-04-10T14:57:39.558486Z","end":"2026-04-10T14:58:19.255371Z","steps":["trace[263697517] 'agreement among raft nodes before linearized reading' (duration: 39.693577093s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255413Z","caller":"traceutil/trace.go:171","msg":"trace[1556418048] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28247; }","duration":"26.682216542s","start":"2026-04-10T14:57:52.573174Z","end":"2026-04-10T14:58:19.255391Z","steps":["trace[1556418048] 'agreement among raft nodes before linearized reading' (duration: 26.67898233s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:39.558474Z","time spent":"39.696952869s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-a15dd60e-10c9-4ab5-a61d-3a49adedd4f3\" "} {"level":"warn","ts":"2026-04-10T14:58:19.255478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:52.573163Z","time spent":"26.682292534s","remote":"127.0.0.1:33716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255533Z","caller":"traceutil/trace.go:171","msg":"trace[1918859408] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28247; }","duration":"9.567225211s","start":"2026-04-10T14:58:09.688295Z","end":"2026-04-10T14:58:19.25552Z","steps":["trace[1918859408] 'agreement among raft nodes before linearized reading' (duration: 9.563791003s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255547Z","caller":"traceutil/trace.go:171","msg":"trace[1494723828] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28247; }","duration":"10.809611183s","start":"2026-04-10T14:58:08.445899Z","end":"2026-04-10T14:58:19.25551Z","steps":["trace[1494723828] 'agreement among raft nodes before linearized reading' (duration: 10.806482194s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:49.608313Z","time spent":"29.647274267s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255592Z","caller":"traceutil/trace.go:171","msg":"trace[1472431459] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28247; }","duration":"10.453161178s","start":"2026-04-10T14:58:08.802412Z","end":"2026-04-10T14:58:19.255573Z","steps":["trace[1472431459] 'agreement among raft nodes before linearized reading' (duration: 10.449841273s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:08.445877Z","time spent":"10.809717586s","remote":"127.0.0.1:53696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255649Z","caller":"traceutil/trace.go:171","msg":"trace[1518825597] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28247; }","duration":"36.769355773s","start":"2026-04-10T14:57:42.48628Z","end":"2026-04-10T14:58:19.255636Z","steps":["trace[1518825597] 'agreement among raft nodes before linearized reading' (duration: 36.766070049s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255698Z","caller":"traceutil/trace.go:171","msg":"trace[1610284608] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28247; }","duration":"10.422219844s","start":"2026-04-10T14:58:08.833464Z","end":"2026-04-10T14:58:19.255684Z","steps":["trace[1610284608] 'agreement among raft nodes before linearized reading' (duration: 10.418745905s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:42.486263Z","time spent":"36.769422924s","remote":"127.0.0.1:36276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255737Z","caller":"traceutil/trace.go:171","msg":"trace[243636047] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28247; }","duration":"26.464970307s","start":"2026-04-10T14:57:52.790758Z","end":"2026-04-10T14:58:19.255729Z","steps":["trace[243636047] 'agreement among raft nodes before linearized reading' (duration: 26.461330242s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255764Z","caller":"traceutil/trace.go:171","msg":"trace[1095069797] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28247; }","duration":"16.06272464s","start":"2026-04-10T14:58:03.193029Z","end":"2026-04-10T14:58:19.255753Z","steps":["trace[1095069797] 'agreement among raft nodes before linearized reading' (duration: 16.058972482s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255777Z","caller":"traceutil/trace.go:171","msg":"trace[716857473] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:28247; }","duration":"9.274533842s","start":"2026-04-10T14:58:09.981228Z","end":"2026-04-10T14:58:19.255762Z","steps":["trace[716857473] 'agreement among raft nodes before linearized reading' (duration: 9.270977s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255797Z","caller":"traceutil/trace.go:171","msg":"trace[1151114082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28247; }","duration":"31.618710938s","start":"2026-04-10T14:57:47.637077Z","end":"2026-04-10T14:58:19.255788Z","steps":["trace[1151114082] 'agreement among raft nodes before linearized reading' (duration: 31.615018612s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255787Z","caller":"traceutil/trace.go:171","msg":"trace[932401498] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28247; }","duration":"11.394063863s","start":"2026-04-10T14:58:07.861703Z","end":"2026-04-10T14:58:19.255767Z","steps":["trace[932401498] 'agreement among raft nodes before linearized reading' (duration: 11.390771669s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:03.193001Z","time spent":"16.062798323s","remote":"127.0.0.1:36150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.255817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:44.145205Z","time spent":"35.11059984s","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255779Z","caller":"traceutil/trace.go:171","msg":"trace[1137863380] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28247; }","duration":"32.663182723s","start":"2026-04-10T14:57:46.592585Z","end":"2026-04-10T14:58:19.255768Z","steps":["trace[1137863380] 'agreement among raft nodes before linearized reading' (duration: 32.659577649s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:07.861688Z","time spent":"11.394155486s","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255882Z","caller":"traceutil/trace.go:171","msg":"trace[612012555] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28247; }","duration":"27.800992555s","start":"2026-04-10T14:57:51.454874Z","end":"2026-04-10T14:58:19.255867Z","steps":["trace[612012555] 'agreement among raft nodes before linearized reading' (duration: 27.797526626s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:46.592566Z","time spent":"32.663307437s","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.255655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:08.802331Z","time spent":"10.453304522s","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.255922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:51.454845Z","time spent":"27.801063847s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255962Z","caller":"traceutil/trace.go:171","msg":"trace[474881096] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28247; }","duration":"15.768545605s","start":"2026-04-10T14:58:03.487405Z","end":"2026-04-10T14:58:19.255951Z","steps":["trace[474881096] 'agreement among raft nodes before linearized reading' (duration: 15.764545479s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.254996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:49.237729Z","time spent":"30.017242918s","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.256038Z","caller":"traceutil/trace.go:171","msg":"trace[1194255323] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28247; }","duration":"26.231453998s","start":"2026-04-10T14:57:53.024576Z","end":"2026-04-10T14:58:19.25603Z","steps":["trace[1194255323] 'agreement among raft nodes before linearized reading' (duration: 26.227291327s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.256071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:53.024548Z","time spent":"26.23151646s","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.256105Z","caller":"traceutil/trace.go:171","msg":"trace[927793238] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28247; }","duration":"37.027120703s","start":"2026-04-10T14:57:42.228967Z","end":"2026-04-10T14:58:19.256088Z","steps":["trace[927793238] 'agreement among raft nodes before linearized reading' (duration: 37.023467048s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.25584Z","caller":"traceutil/trace.go:171","msg":"trace[919931192] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28247; }","duration":"39.701593035s","start":"2026-04-10T14:57:39.55424Z","end":"2026-04-10T14:58:19.255833Z","steps":["trace[919931192] 'agreement among raft nodes before linearized reading' (duration: 39.697898329s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.25618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:42.228936Z","time spent":"37.027223166s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.254971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:54.976864Z","time spent":"24.278096226s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.256211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:39.554224Z","time spent":"39.701969287s","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.256316Z","caller":"traceutil/trace.go:171","msg":"trace[983986458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28247; }","duration":"31.575273942s","start":"2026-04-10T14:57:47.681029Z","end":"2026-04-10T14:58:19.256303Z","steps":["trace[983986458] 'agreement among raft nodes before linearized reading' (duration: 31.571010717s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:09.688275Z","time spent":"9.567284413s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.256368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:47.681007Z","time spent":"31.575348344s","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.252629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.159002915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:19.257844Z","caller":"traceutil/trace.go:171","msg":"trace[919606752] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28247; }","duration":"28.632494668s","start":"2026-04-10T14:57:50.62532Z","end":"2026-04-10T14:58:19.257815Z","steps":["trace[919606752] 'agreement among raft nodes before linearized reading' (duration: 28.62714598s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:47.637053Z","time spent":"31.6187588s","remote":"127.0.0.1:47774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.257901Z","caller":"traceutil/trace.go:171","msg":"trace[197344676] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28247; }","duration":"15.164311552s","start":"2026-04-10T14:58:04.093566Z","end":"2026-04-10T14:58:19.257878Z","steps":["trace[197344676] 'agreement among raft nodes before linearized reading' (duration: 15.159027156s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.257917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:50.625307Z","time spent":"28.632588691s","remote":"127.0.0.1:58764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.257967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:04.093538Z","time spent":"15.164406465s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255604Z","caller":"traceutil/trace.go:171","msg":"trace[391123248] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28247; }","duration":"11.169863539s","start":"2026-04-10T14:58:08.085717Z","end":"2026-04-10T14:58:19.25558Z","steps":["trace[391123248] 'agreement among raft nodes before linearized reading' (duration: 11.16670904s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:52.790725Z","time spent":"26.465039449s","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.252633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708557153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T14:58:19.25267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.753027608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.781329478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.252692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.006282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.107349346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.07696471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.019240943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.252742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.281021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.25277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.707553675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:58:19.252778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.267341291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.612374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.25263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.66856171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-10T14:58:19.252786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.602129855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.115635742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.252835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00367838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.086952288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.069398736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.255699Z","caller":"traceutil/trace.go:171","msg":"trace[1074377524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28247; }","duration":"31.295088615s","start":"2026-04-10T14:57:47.960598Z","end":"2026-04-10T14:58:19.255687Z","steps":["trace[1074377524] 'agreement among raft nodes before linearized reading' (duration: 31.291379489s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.255035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:13.617031Z","time spent":"5.637981088s","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.252875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364316948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.255733Z","caller":"traceutil/trace.go:171","msg":"trace[971512535] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28247; }","duration":"39.692272171s","start":"2026-04-10T14:57:39.563452Z","end":"2026-04-10T14:58:19.255724Z","steps":["trace[971512535] 'agreement among raft nodes before linearized reading' (duration: 39.688528384s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.252876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.651081825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040975209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.444517181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.258472496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-10T14:58:19.252967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.979401105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:58:19.25298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.259514509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.252985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041457864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.253015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.672413906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.253024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240983282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-10T14:58:19.25306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.9007565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.25308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072703447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.253117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.747032348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.253125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304155428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.253147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92614439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-10T14:58:19.253157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565528343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.25317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923676928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.253206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.513449267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.253221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.625528725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:19.253226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.790667626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:19.25327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.660973815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.253296Z","caller":"traceutil/trace.go:171","msg":"trace[1357361745] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28247; }","duration":"4.036036744s","start":"2026-04-10T14:58:15.217247Z","end":"2026-04-10T14:58:19.253284Z","steps":["trace[1357361745] 'agreement among raft nodes before linearized reading' (duration: 4.03591212s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258318Z","caller":"traceutil/trace.go:171","msg":"trace[623919745] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28247; }","duration":"8.984806375s","start":"2026-04-10T14:58:10.273501Z","end":"2026-04-10T14:58:19.258307Z","steps":["trace[623919745] 'agreement among raft nodes before linearized reading' (duration: 8.979303692s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258341Z","caller":"traceutil/trace.go:171","msg":"trace[1379131050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28247; }","duration":"4.309405113s","start":"2026-04-10T14:58:14.948926Z","end":"2026-04-10T14:58:19.258331Z","steps":["trace[1379131050] 'agreement among raft nodes before linearized reading' (duration: 4.304172329s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.253926Z","caller":"traceutil/trace.go:171","msg":"trace[497745263] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28247; }","duration":"20.479719982s","start":"2026-04-10T14:57:58.774198Z","end":"2026-04-10T14:58:19.253918Z","steps":["trace[497745263] 'agreement among raft nodes before linearized reading' (duration: 20.479691131s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258351Z","caller":"traceutil/trace.go:171","msg":"trace[1252828286] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28247; }","duration":"19.51861536s","start":"2026-04-10T14:57:59.739719Z","end":"2026-04-10T14:58:19.258334Z","steps":["trace[1252828286] 'agreement among raft nodes before linearized reading' (duration: 19.513463477s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:14.948908Z","time spent":"4.309461046s","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.25839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:58.774168Z","time spent":"20.484209943s","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:59.739701Z","time spent":"19.518689412s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.25841Z","caller":"traceutil/trace.go:171","msg":"trace[2110737273] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28247; }","duration":"6.082685151s","start":"2026-04-10T14:58:13.175714Z","end":"2026-04-10T14:58:19.258399Z","steps":["trace[2110737273] 'agreement among raft nodes before linearized reading' (duration: 6.076978971s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258417Z","caller":"traceutil/trace.go:171","msg":"trace[814322410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28247; }","duration":"8.906155791s","start":"2026-04-10T14:58:10.352248Z","end":"2026-04-10T14:58:19.258403Z","steps":["trace[814322410] 'agreement among raft nodes before linearized reading' (duration: 8.900789562s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258428Z","caller":"traceutil/trace.go:171","msg":"trace[2120469581] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28247; }","duration":"17.630724109s","start":"2026-04-10T14:58:01.627682Z","end":"2026-04-10T14:58:19.258406Z","steps":["trace[2120469581] 'agreement among raft nodes before linearized reading' (duration: 17.625511475s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:13.175699Z","time spent":"6.082743512s","remote":"127.0.0.1:52096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258379Z","caller":"traceutil/trace.go:171","msg":"trace[1982492214] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28247; }","duration":"14.113073906s","start":"2026-04-10T14:58:05.145296Z","end":"2026-04-10T14:58:19.258369Z","steps":["trace[1982492214] 'agreement among raft nodes before linearized reading' (duration: 14.107337325s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258494Z","caller":"traceutil/trace.go:171","msg":"trace[1070474893] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28247; }","duration":"13.752437348s","start":"2026-04-10T14:58:05.506049Z","end":"2026-04-10T14:58:19.258487Z","steps":["trace[1070474893] 'agreement among raft nodes before linearized reading' (duration: 13.747044819s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:05.145274Z","time spent":"14.113231551s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258507Z","caller":"traceutil/trace.go:171","msg":"trace[1600601406] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28247; }","duration":"8.67794691s","start":"2026-04-10T14:58:10.58054Z","end":"2026-04-10T14:58:19.258487Z","steps":["trace[1600601406] 'agreement among raft nodes before linearized reading' (duration: 8.672450197s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.25854Z","caller":"traceutil/trace.go:171","msg":"trace[1602859652] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28247; }","duration":"1.370026327s","start":"2026-04-10T14:58:17.888504Z","end":"2026-04-10T14:58:19.25853Z","steps":["trace[1602859652] 'agreement among raft nodes before linearized reading' (duration: 1.364351068s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258561Z","caller":"traceutil/trace.go:171","msg":"trace[1923171040] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28247; }","duration":"16.666286732s","start":"2026-04-10T14:58:02.592256Z","end":"2026-04-10T14:58:19.258542Z","steps":["trace[1923171040] 'agreement among raft nodes before linearized reading' (duration: 16.660988235s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.273477Z","time spent":"8.984861877s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":188,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.580513Z","time spent":"8.678050034s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258602Z","caller":"traceutil/trace.go:171","msg":"trace[765558098] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28247; }","duration":"4.571024366s","start":"2026-04-10T14:58:14.687566Z","end":"2026-04-10T14:58:19.258591Z","steps":["trace[765558098] 'agreement among raft nodes before linearized reading' (duration: 4.565562584s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258417Z","caller":"traceutil/trace.go:171","msg":"trace[1738592210] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:0; response_revision:28247; }","duration":"9.264980681s","start":"2026-04-10T14:58:09.993423Z","end":"2026-04-10T14:58:19.258403Z","steps":["trace[1738592210] 'agreement among raft nodes before linearized reading' (duration: 9.259538589s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:02.592236Z","time spent":"16.666371105s","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.25864Z","caller":"traceutil/trace.go:171","msg":"trace[1965839069] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28247; }","duration":"13.092778092s","start":"2026-04-10T14:58:06.16585Z","end":"2026-04-10T14:58:19.258628Z","steps":["trace[1965839069] 'agreement among raft nodes before linearized reading' (duration: 13.086961319s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258667Z","caller":"traceutil/trace.go:171","msg":"trace[718494028] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28247; }","duration":"7.450300153s","start":"2026-04-10T14:58:11.808358Z","end":"2026-04-10T14:58:19.258659Z","steps":["trace[718494028] 'agreement among raft nodes before linearized reading' (duration: 7.444541262s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258682Z","caller":"traceutil/trace.go:171","msg":"trace[259821875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28247; }","duration":"3.929229583s","start":"2026-04-10T14:58:15.329443Z","end":"2026-04-10T14:58:19.258673Z","steps":["trace[259821875] 'agreement among raft nodes before linearized reading' (duration: 3.923706439s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:11.808337Z","time spent":"7.450348625s","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:06.165829Z","time spent":"13.092849554s","remote":"127.0.0.1:36130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.352222Z","time spent":"8.906231732s","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258516Z","caller":"traceutil/trace.go:171","msg":"trace[899888691] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28247; }","duration":"16.795995594s","start":"2026-04-10T14:58:02.462506Z","end":"2026-04-10T14:58:19.258502Z","steps":["trace[899888691] 'agreement among raft nodes before linearized reading' (duration: 16.790697827s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258808Z","caller":"traceutil/trace.go:171","msg":"trace[1893097919] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28247; }","duration":"9.264349881s","start":"2026-04-10T14:58:09.99445Z","end":"2026-04-10T14:58:19.2588Z","steps":["trace[1893097919] 'agreement among raft nodes before linearized reading' (duration: 9.258435945s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258562Z","caller":"traceutil/trace.go:171","msg":"trace[1403289625] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28247; }","duration":"7.121415654s","start":"2026-04-10T14:58:12.137136Z","end":"2026-04-10T14:58:19.258551Z","steps":["trace[1403289625] 'agreement among raft nodes before linearized reading' (duration: 7.115666493s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:15.329421Z","time spent":"3.929284894s","remote":"127.0.0.1:53804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:02.462484Z","time spent":"16.796340355s","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:47.960571Z","time spent":"31.298304767s","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:14.687539Z","time spent":"4.571094118s","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:12.137106Z","time spent":"7.121767856s","remote":"127.0.0.1:44612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.251634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:41.348216Z","time spent":"37.903409995s","remote":"127.0.0.1:44480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.251683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.409588332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.258602Z","caller":"traceutil/trace.go:171","msg":"trace[706197844] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28247; }","duration":"1.009486423s","start":"2026-04-10T14:58:18.249103Z","end":"2026-04-10T14:58:19.258589Z","steps":["trace[706197844] 'agreement among raft nodes before linearized reading' (duration: 1.003706031s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.259075Z","caller":"traceutil/trace.go:171","msg":"trace[1615176413] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28247; }","duration":"38.417004436s","start":"2026-04-10T14:57:40.842042Z","end":"2026-04-10T14:58:19.259047Z","steps":["trace[1615176413] 'agreement among raft nodes before linearized reading' (duration: 38.409611093s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.254886Z","caller":"traceutil/trace.go:171","msg":"trace[727696861] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28247; }","duration":"39.606980128s","start":"2026-04-10T14:57:39.647887Z","end":"2026-04-10T14:58:19.254867Z","steps":["trace[727696861] 'agreement among raft nodes before linearized reading' (duration: 39.604052036s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.2586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:39.563439Z","time spent":"39.695154833s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-10T14:58:19.254776Z","caller":"traceutil/trace.go:171","msg":"trace[373847647] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28247; }","duration":"22.875003368s","start":"2026-04-10T14:57:56.379759Z","end":"2026-04-10T14:58:19.254763Z","steps":["trace[373847647] 'agreement among raft nodes before linearized reading' (duration: 22.874920156s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.259177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:56.379732Z","time spent":"22.879432338s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.252598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.910051553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.259229Z","caller":"traceutil/trace.go:171","msg":"trace[470411174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28247; }","duration":"14.916721323s","start":"2026-04-10T14:58:04.342495Z","end":"2026-04-10T14:58:19.259216Z","steps":["trace[470411174] 'agreement among raft nodes before linearized reading' (duration: 14.910064934s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.259263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:04.342471Z","time spent":"14.916784625s","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.252574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.890971157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.259321Z","caller":"traceutil/trace.go:171","msg":"trace[1388908515] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28247; }","duration":"13.897764171s","start":"2026-04-10T14:58:05.361545Z","end":"2026-04-10T14:58:19.259309Z","steps":["trace[1388908515] 'agreement among raft nodes before linearized reading' (duration: 13.891007439s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.255711Z","caller":"traceutil/trace.go:171","msg":"trace[2021533594] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28247; }","duration":"35.245568057s","start":"2026-04-10T14:57:44.010131Z","end":"2026-04-10T14:58:19.255699Z","steps":["trace[2021533594] 'agreement among raft nodes before linearized reading' (duration: 35.241576751s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.259353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:05.361525Z","time spent":"13.897819023s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.259381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:44.010073Z","time spent":"35.249293964s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.259185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:39.64784Z","time spent":"39.611306984s","remote":"127.0.0.1:36250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.255737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:08.833378Z","time spent":"10.422347397s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.255727Z","caller":"traceutil/trace.go:171","msg":"trace[819329581] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28247; }","duration":"10.580779683s","start":"2026-04-10T14:58:08.674922Z","end":"2026-04-10T14:58:19.255702Z","steps":["trace[819329581] 'agreement among raft nodes before linearized reading' (duration: 10.577421127s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.259505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:08.674892Z","time spent":"10.584605063s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.255835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:09.98121Z","time spent":"9.274607643s","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-04-10T14:58:19.258645Z","caller":"traceutil/trace.go:171","msg":"trace[1996349142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28247; }","duration":"2.04673273s","start":"2026-04-10T14:58:17.211906Z","end":"2026-04-10T14:58:19.258639Z","steps":["trace[1996349142] 'agreement among raft nodes before linearized reading' (duration: 2.040989209s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:08.085693Z","time spent":"11.172340046s","remote":"127.0.0.1:53650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258093Z","caller":"traceutil/trace.go:171","msg":"trace[1715943232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28247; }","duration":"944.949203ms","start":"2026-04-10T14:58:18.31313Z","end":"2026-04-10T14:58:19.258079Z","steps":["trace[1715943232] 'agreement among raft nodes before linearized reading' (duration: 939.636345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.259637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:18.313109Z","time spent":"946.519351ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258131Z","caller":"traceutil/trace.go:171","msg":"trace[969479933] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28247; }","duration":"5.674114365s","start":"2026-04-10T14:58:13.584001Z","end":"2026-04-10T14:58:19.258115Z","steps":["trace[969479933] 'agreement among raft nodes before linearized reading' (duration: 5.66856326s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:20.941565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:13.583978Z","time spent":"7.357501113s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-10T14:58:19.25822Z","caller":"traceutil/trace.go:171","msg":"trace[1340448185] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28247; }","duration":"4.714184331s","start":"2026-04-10T14:58:14.544026Z","end":"2026-04-10T14:58:19.25821Z","steps":["trace[1340448185] 'agreement among raft nodes before linearized reading' (duration: 4.708467681s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:20.942143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:14.544007Z","time spent":"6.398087904s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-10T14:58:19.258246Z","caller":"traceutil/trace.go:171","msg":"trace[1460828938] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28247; }","duration":"12.024802518s","start":"2026-04-10T14:58:07.233431Z","end":"2026-04-10T14:58:19.258233Z","steps":["trace[1460828938] 'agreement among raft nodes before linearized reading' (duration: 12.019267044s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.25826Z","caller":"traceutil/trace.go:171","msg":"trace[1659883758] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28247; }","duration":"6.272827793s","start":"2026-04-10T14:58:12.985409Z","end":"2026-04-10T14:58:19.258237Z","steps":["trace[1659883758] 'agreement among raft nodes before linearized reading' (duration: 6.26732302s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258282Z","caller":"traceutil/trace.go:171","msg":"trace[1095287734] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28247; }","duration":"5.758684736s","start":"2026-04-10T14:58:13.499586Z","end":"2026-04-10T14:58:19.258271Z","steps":["trace[1095287734] 'agreement among raft nodes before linearized reading' (duration: 5.753062189s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.25829Z","caller":"traceutil/trace.go:171","msg":"trace[1340879846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28247; }","duration":"628.871238ms","start":"2026-04-10T14:58:18.629404Z","end":"2026-04-10T14:58:19.258276Z","steps":["trace[1340879846] 'agreement among raft nodes before linearized reading' (duration: 623.309593ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258309Z","caller":"traceutil/trace.go:171","msg":"trace[1847354766] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28247; }","duration":"15.713146521s","start":"2026-04-10T14:58:03.54515Z","end":"2026-04-10T14:58:19.258297Z","steps":["trace[1847354766] 'agreement among raft nodes before linearized reading' (duration: 15.707497644s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258314Z","caller":"traceutil/trace.go:171","msg":"trace[1148159381] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28247; }","duration":"13.787027957s","start":"2026-04-10T14:58:05.471275Z","end":"2026-04-10T14:58:19.258303Z","steps":["trace[1148159381] 'agreement among raft nodes before linearized reading' (duration: 13.781266035s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258345Z","caller":"traceutil/trace.go:171","msg":"trace[244555954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28247; }","duration":"525.690741ms","start":"2026-04-10T14:58:18.732646Z","end":"2026-04-10T14:58:19.258337Z","steps":["trace[244555954] 'agreement among raft nodes before linearized reading' (duration: 520.020062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:15.217227Z","time spent":"4.041117693s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.25837Z","caller":"traceutil/trace.go:171","msg":"trace[497263862] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28247; }","duration":"2.246350311s","start":"2026-04-10T14:58:17.012002Z","end":"2026-04-10T14:58:19.258352Z","steps":["trace[497263862] 'agreement among raft nodes before linearized reading' (duration: 2.240942271s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258384Z","caller":"traceutil/trace.go:171","msg":"trace[775518044] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28247; }","duration":"4.078042915s","start":"2026-04-10T14:58:15.180333Z","end":"2026-04-10T14:58:19.258376Z","steps":["trace[775518044] 'agreement among raft nodes before linearized reading' (duration: 4.072712387s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.253299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.722605104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.25846Z","caller":"traceutil/trace.go:171","msg":"trace[1637549653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28247; }","duration":"4.046977157s","start":"2026-04-10T14:58:15.211472Z","end":"2026-04-10T14:58:19.258449Z","steps":["trace[1637549653] 'agreement among raft nodes before linearized reading' (duration: 4.041486194s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:01.627619Z","time spent":"17.630843213s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.258526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:05.506031Z","time spent":"13.75248899s","remote":"127.0.0.1:53702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258519Z","caller":"traceutil/trace.go:171","msg":"trace[1018485608] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28247; }","duration":"14.607856075s","start":"2026-04-10T14:58:04.650643Z","end":"2026-04-10T14:58:19.258499Z","steps":["trace[1018485608] 'agreement among raft nodes before linearized reading' (duration: 14.602100024s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.25857Z","caller":"traceutil/trace.go:171","msg":"trace[1767400290] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28247; }","duration":"2.931583232s","start":"2026-04-10T14:58:16.326974Z","end":"2026-04-10T14:58:19.258557Z","steps":["trace[1767400290] 'agreement among raft nodes before linearized reading' (duration: 2.926029297s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:17.88848Z","time spent":"1.370089309s","remote":"127.0.0.1:33658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.258625Z","caller":"traceutil/trace.go:171","msg":"trace[106281869] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28247; }","duration":"8.656875967s","start":"2026-04-10T14:58:10.601738Z","end":"2026-04-10T14:58:19.258614Z","steps":["trace[106281869] 'agreement among raft nodes before linearized reading' (duration: 8.651087775s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.258649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:09.993407Z","time spent":"9.265235569s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"warn","ts":"2026-04-10T14:58:19.254708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:46.098679Z","time spent":"33.156004599s","remote":"127.0.0.1:58824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.25884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:09.994444Z","time spent":"9.264386962s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-10T14:58:19.254693Z","caller":"traceutil/trace.go:171","msg":"trace[498770263] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28247; }","duration":"20.906654975s","start":"2026-04-10T14:57:58.348017Z","end":"2026-04-10T14:58:19.254672Z","steps":["trace[498770263] 'agreement among raft nodes before linearized reading' (duration: 20.906580693s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.258857Z","caller":"traceutil/trace.go:171","msg":"trace[2044585638] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28247; }","duration":"9.075381175s","start":"2026-04-10T14:58:10.183461Z","end":"2026-04-10T14:58:19.258842Z","steps":["trace[2044585638] 'agreement among raft nodes before linearized reading' (duration: 9.069385716s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.259102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:18.249081Z","time spent":"1.010008539s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.254934Z","caller":"traceutil/trace.go:171","msg":"trace[292553021] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28247; }","duration":"38.886115356s","start":"2026-04-10T14:57:40.368812Z","end":"2026-04-10T14:58:19.254928Z","steps":["trace[292553021] 'agreement among raft nodes before linearized reading' (duration: 38.882892765s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.259118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:40.842018Z","time spent":"38.417087448s","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:19.254911Z","caller":"traceutil/trace.go:171","msg":"trace[1547078259] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28247; }","duration":"25.982850357s","start":"2026-04-10T14:57:53.272052Z","end":"2026-04-10T14:58:19.254902Z","steps":["trace[1547078259] 'agreement among raft nodes before linearized reading' (duration: 25.979747309s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.25601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:03.487383Z","time spent":"15.768613387s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":64,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.259596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:17.211886Z","time spent":"2.0476921s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:19.252786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.88708059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:19.259894Z","caller":"traceutil/trace.go:171","msg":"trace[1210099484] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28247; }","duration":"16.301305638s","start":"2026-04-10T14:58:02.958581Z","end":"2026-04-10T14:58:19.259887Z","steps":["trace[1210099484] 'agreement among raft nodes before linearized reading' (duration: 16.293488442s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:19.265376Z","caller":"traceutil/trace.go:171","msg":"trace[1929664711] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28247; }","duration":"34.278086715s","start":"2026-04-10T14:57:44.987274Z","end":"2026-04-10T14:58:19.265361Z","steps":["trace[1929664711] 'agreement among raft nodes before linearized reading' (duration: 34.264817637s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:19.762063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:20.370824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:19.26445Z","time spent":"1.106367042s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:20.569484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:19.258721Z","time spent":"1.310755513s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:20.942856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:07.233405Z","time spent":"13.709388564s","remote":"127.0.0.1:44646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.942871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:12.985391Z","time spent":"7.95744453s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.942888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:13.499561Z","time spent":"7.443269682s","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:58:20.942992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:18.629379Z","time spent":"2.313596868s","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.943016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:03.545123Z","time spent":"17.397873632s","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T14:58:20.943196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:05.471255Z","time spent":"15.471924032s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.943241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:18.732618Z","time spent":"2.210603627s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:58:20.943371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:15.180312Z","time spent":"5.763033734s","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:20.943535Z","caller":"traceutil/trace.go:171","msg":"trace[1254117325] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28247; }","duration":"20.412854948s","start":"2026-04-10T14:58:00.530645Z","end":"2026-04-10T14:58:20.9435Z","steps":["trace[1254117325] 'agreement among raft nodes before linearized reading' (duration: 18.722630464s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:20.943588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:15.211447Z","time spent":"5.732124781s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.943692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:17.01198Z","time spent":"3.931342099s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T14:58:20.94419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:16.326963Z","time spent":"4.61720736s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-10T14:58:20.944467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:04.650589Z","time spent":"16.293854654s","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.944868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.601688Z","time spent":"10.343132515s","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.944969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:40.368772Z","time spent":"40.576178714s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:58:20.945039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:58.34798Z","time spent":"22.597046974s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.945215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:10.183439Z","time spent":"10.761750637s","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.945505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:02.95856Z","time spent":"17.986928086s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-10T14:58:20.94556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:53.272022Z","time spent":"27.673521154s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.945592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:57:44.987256Z","time spent":"35.958270132s","remote":"127.0.0.1:37078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418707,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-10T14:58:20.94587Z","caller":"traceutil/trace.go:171","msg":"trace[1216259628] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28247; }","duration":"14.580178993s","start":"2026-04-10T14:58:06.365662Z","end":"2026-04-10T14:58:20.945841Z","steps":["trace[1216259628] 'agreement among raft nodes before linearized reading' (duration: 12.88708664s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:20.947543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:06.365645Z","time spent":"14.581874947s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:20.947911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:00.530622Z","time spent":"20.417270077s","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} 2026/04/10 14:58:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/10 14:58:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:22.733697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:22.733786Z","caller":"traceutil/trace.go:171","msg":"trace[662646780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227317s","start":"2026-04-10T14:58:20.733539Z","end":"2026-04-10T14:58:22.733766Z","steps":["trace[662646780] 'agreement among raft nodes before linearized reading' (duration: 2.000114163s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:22.733836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.733502Z","time spent":"2.00032424s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:23.454091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425321372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-10T14:58:24.742443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:24.742514Z","caller":"traceutil/trace.go:171","msg":"trace[513489483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030527s","start":"2026-04-10T14:58:22.742194Z","end":"2026-04-10T14:58:24.742499Z","steps":["trace[513489483] 'agreement among raft nodes before linearized reading' (duration: 2.000174636s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:24.742547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:22.742179Z","time spent":"2.000362222s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:58:26.083404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:26.083523Z","caller":"traceutil/trace.go:171","msg":"trace[731011978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176154s","start":"2026-04-10T14:58:24.083309Z","end":"2026-04-10T14:58:26.083485Z","steps":["trace[731011978] 'agreement among raft nodes before linearized reading' (duration: 2.00003199s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:26.08358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:24.083288Z","time spent":"2.000282308s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:26.745085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001064162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:26.745214Z","caller":"traceutil/trace.go:171","msg":"trace[1046574040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001279929s","start":"2026-04-10T14:58:24.743915Z","end":"2026-04-10T14:58:26.745195Z","steps":["trace[1046574040] 'agreement among raft nodes before linearized reading' (duration: 2.001092373s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:26.74527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:24.743898Z","time spent":"2.001359792s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:27.37144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.371006Z","time spent":"7.000426837s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:27.373161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.372962Z","time spent":"7.000191751s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:27.564181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.613595586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:27.564252Z","caller":"traceutil/trace.go:171","msg":"trace[1126152523] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"6.61372302s","start":"2026-04-10T14:58:20.950513Z","end":"2026-04-10T14:58:27.564236Z","steps":["trace[1126152523] 'agreement among raft nodes before linearized reading' (duration: 6.613624387s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:27.564349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.950492Z","time spent":"6.613847463s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/04/10 14:58:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:27.57443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.5737Z","time spent":"7.000718507s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:27.695258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.66645579s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:27.949741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.949156Z","time spent":"7.000576402s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:27.950238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.949245Z","time spent":"7.000984976s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:27.956506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.956044Z","time spent":"7.000454829s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:27.958748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.958141Z","time spent":"7.000600323s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:27.961775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.961341Z","time spent":"7.000429558s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:28.295378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908327776s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:28.295485Z","caller":"traceutil/trace.go:171","msg":"trace[1249695818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28248; }","duration":"1.908448369s","start":"2026-04-10T14:58:26.38702Z","end":"2026-04-10T14:58:28.295468Z","steps":["trace[1249695818] 'range keys from in-memory index tree' (duration: 1.908308175s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:28.296552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.444032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:58:28.297062Z","caller":"traceutil/trace.go:171","msg":"trace[337848396] linearizableReadLoop","detail":"{readStateIndex:29259; appliedIndex:29254; }","duration":"9.035708168s","start":"2026-04-10T14:58:19.261339Z","end":"2026-04-10T14:58:28.297047Z","steps":["trace[337848396] 'read index received' (duration: 1.767376671s)","trace[337848396] 'applied index is now lower than readState.Index' (duration: 7.268330377s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:58:28.297441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.03609173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a506b4857e9181\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-10T14:58:28.297474Z","caller":"traceutil/trace.go:171","msg":"trace[812657308] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a506b4857e9181; range_end:; response_count:1; response_revision:28255; }","duration":"9.036148262s","start":"2026-04-10T14:58:19.261315Z","end":"2026-04-10T14:58:28.297464Z","steps":["trace[812657308] 'agreement among raft nodes before linearized reading' (duration: 9.036022968s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:28.2975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:19.261299Z","time spent":"9.036193423s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a506b4857e9181\" "} {"level":"warn","ts":"2026-04-10T14:58:28.352732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:21.351524Z","time spent":"7.001197942s","remote":"127.0.0.1:37078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:58:28.751563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:58:28.751643Z","caller":"traceutil/trace.go:171","msg":"trace[2038831496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423554s","start":"2026-04-10T14:58:26.751198Z","end":"2026-04-10T14:58:28.751621Z","steps":["trace[2038831496] 'agreement among raft nodes before linearized reading' (duration: 2.000321321s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:28.751742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:26.751177Z","time spent":"2.000555558s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:58:28.798172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:29.304149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:29.80486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:29.983294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.245299268s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:30.751866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999645898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:30.75196Z","caller":"traceutil/trace.go:171","msg":"trace[135906261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999821184s","start":"2026-04-10T14:58:28.752119Z","end":"2026-04-10T14:58:30.75194Z","steps":["trace[135906261] 'agreement among raft nodes before linearized reading' (duration: 1.99968861s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:30.752007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:28.752097Z","time spent":"1.999900086s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:58:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:30.752083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798542125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:30.75222Z","caller":"traceutil/trace.go:171","msg":"trace[1535513586] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"2.798747992s","start":"2026-04-10T14:58:27.953433Z","end":"2026-04-10T14:58:30.752181Z","steps":["trace[1535513586] 'agreement among raft nodes before linearized reading' (duration: 2.798579477s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:30.752315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.95341Z","time spent":"2.798890796s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} 2026/04/10 14:58:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:30.951574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999511663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:30.95171Z","caller":"traceutil/trace.go:171","msg":"trace[1315526506] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999681479s","start":"2026-04-10T14:58:20.952Z","end":"2026-04-10T14:58:30.951682Z","steps":["trace[1315526506] 'agreement among raft nodes before linearized reading' (duration: 9.999505443s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:30.951775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.951762Z","time spent":"9.999999768s","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/10 14:58:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:30.967353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008988592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:30.967469Z","caller":"traceutil/trace.go:171","msg":"trace[1611157922] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009155847s","start":"2026-04-10T14:58:20.958287Z","end":"2026-04-10T14:58:30.967442Z","steps":["trace[1611157922] 'agreement among raft nodes before linearized reading' (duration: 10.008983481s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:30.967535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.958237Z","time spent":"10.009284501s","remote":"127.0.0.1:44430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/10 14:58:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:33.264179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.27760661s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:33.28253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298679862s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:58:33.28285Z","caller":"traceutil/trace.go:171","msg":"trace[208120310] linearizableReadLoop","detail":"{readStateIndex:29267; appliedIndex:29264; }","duration":"4.985732885s","start":"2026-04-10T14:58:28.297089Z","end":"2026-04-10T14:58:33.282822Z","steps":["trace[208120310] 'read index received' (duration: 1.686540467s)","trace[208120310] 'applied index is now lower than readState.Index' (duration: 3.299191318s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:58:33.283199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.455231448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.283243Z","caller":"traceutil/trace.go:171","msg":"trace[1512023041] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28258; }","duration":"9.45531965s","start":"2026-04-10T14:58:23.827911Z","end":"2026-04-10T14:58:33.283231Z","steps":["trace[1512023041] 'agreement among raft nodes before linearized reading' (duration: 9.455215467s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.283281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:23.827894Z","time spent":"9.455377062s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.283512Z","caller":"traceutil/trace.go:171","msg":"trace[596479978] transaction","detail":"{read_only:false; response_revision:28257; number_of_response:1; }","duration":"5.704000955s","start":"2026-04-10T14:58:27.579488Z","end":"2026-04-10T14:58:33.283489Z","steps":["trace[596479978] 'process raft request' (duration: 5.703143418s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.283607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.579468Z","time spent":"5.704087869s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:58:33.28372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.866470737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:33.283806Z","caller":"traceutil/trace.go:171","msg":"trace[91608361] transaction","detail":"{read_only:false; response_revision:28258; number_of_response:1; }","duration":"4.982100251s","start":"2026-04-10T14:58:28.301689Z","end":"2026-04-10T14:58:33.28379Z","steps":["trace[91608361] 'process raft request' (duration: 4.981043138s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.28387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.566442977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:33.283916Z","caller":"traceutil/trace.go:171","msg":"trace[1363080823] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28258; }","duration":"9.56652499s","start":"2026-04-10T14:58:23.71738Z","end":"2026-04-10T14:58:33.283905Z","steps":["trace[1363080823] 'agreement among raft nodes before linearized reading' (duration: 9.566456807s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.283915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:28.301665Z","time spent":"4.982185184s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:58:33.283953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:23.717362Z","time spent":"9.566580781s","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.372120843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.284122Z","caller":"traceutil/trace.go:171","msg":"trace[212348951] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28258; }","duration":"13.372279817s","start":"2026-04-10T14:58:19.911824Z","end":"2026-04-10T14:58:33.284104Z","steps":["trace[212348951] 'agreement among raft nodes before linearized reading' (duration: 13.372121022s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:19.911796Z","time spent":"13.37236497s","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.28422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.482193181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:33.284258Z","caller":"traceutil/trace.go:171","msg":"trace[1618680318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28258; }","duration":"10.482273403s","start":"2026-04-10T14:58:22.801975Z","end":"2026-04-10T14:58:33.284249Z","steps":["trace[1618680318] 'agreement among raft nodes before linearized reading' (duration: 10.482222882s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:22.801953Z","time spent":"10.482348686s","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.536000268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.284405Z","caller":"traceutil/trace.go:171","msg":"trace[667668348] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28258; }","duration":"11.536095191s","start":"2026-04-10T14:58:21.7483Z","end":"2026-04-10T14:58:33.284395Z","steps":["trace[667668348] 'agreement among raft nodes before linearized reading' (duration: 11.535987738s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.042787534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.28444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:21.748277Z","time spent":"11.536155273s","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.284451Z","caller":"traceutil/trace.go:171","msg":"trace[1618918661] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28258; }","duration":"12.042866106s","start":"2026-04-10T14:58:21.241573Z","end":"2026-04-10T14:58:33.284439Z","steps":["trace[1618918661] 'agreement among raft nodes before linearized reading' (duration: 12.042804244s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:21.241552Z","time spent":"12.042920198s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.642856315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.284624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.092128053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.28466Z","caller":"traceutil/trace.go:171","msg":"trace[937832970] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28258; }","duration":"12.6430036s","start":"2026-04-10T14:58:20.641617Z","end":"2026-04-10T14:58:33.284621Z","steps":["trace[937832970] 'agreement among raft nodes before linearized reading' (duration: 12.642825254s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.322808171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6\" ","response":"range_response_count:1 size:5796"} {"level":"warn","ts":"2026-04-10T14:58:33.284709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.247013596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:33.284735Z","caller":"traceutil/trace.go:171","msg":"trace[732048255] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6; range_end:; response_count:1; response_revision:28258; }","duration":"5.322882863s","start":"2026-04-10T14:58:27.961827Z","end":"2026-04-10T14:58:33.28471Z","steps":["trace[732048255] 'agreement among raft nodes before linearized reading' (duration: 5.32278322s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.284745Z","caller":"traceutil/trace.go:171","msg":"trace[537855579] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28258; }","duration":"11.247050617s","start":"2026-04-10T14:58:22.037684Z","end":"2026-04-10T14:58:33.284735Z","steps":["trace[537855579] 'agreement among raft nodes before linearized reading' (duration: 11.246999475s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:20.64155Z","time spent":"12.643144344s","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.021447284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.284785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:22.037657Z","time spent":"11.247117459s","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.177154682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.284835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.333189038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:33.28485Z","caller":"traceutil/trace.go:171","msg":"trace[1519349410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28258; }","duration":"12.177237475s","start":"2026-04-10T14:58:21.107599Z","end":"2026-04-10T14:58:33.284836Z","steps":["trace[1519349410] 'agreement among raft nodes before linearized reading' (duration: 12.177159072s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.447933038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.284891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:21.107574Z","time spent":"12.177302477s","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.61817665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.28479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.961808Z","time spent":"5.322972736s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5819,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4nvp6\" "} {"level":"info","ts":"2026-04-10T14:58:33.284932Z","caller":"traceutil/trace.go:171","msg":"trace[526895954] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:0; response_revision:28258; }","duration":"5.333309762s","start":"2026-04-10T14:58:27.951611Z","end":"2026-04-10T14:58:33.284921Z","steps":["trace[526895954] 'agreement among raft nodes before linearized reading' (duration: 5.333199538s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.5474532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.284968Z","caller":"traceutil/trace.go:171","msg":"trace[1561310434] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28258; }","duration":"7.547532052s","start":"2026-04-10T14:58:25.737429Z","end":"2026-04-10T14:58:33.284961Z","steps":["trace[1561310434] 'agreement among raft nodes before linearized reading' (duration: 7.54749068s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.284995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:25.737399Z","time spent":"7.547590584s","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.760575235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:58:33.284805Z","caller":"traceutil/trace.go:171","msg":"trace[261634603] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28258; }","duration":"10.022106414s","start":"2026-04-10T14:58:23.262681Z","end":"2026-04-10T14:58:33.284787Z","steps":["trace[261634603] 'agreement among raft nodes before linearized reading' (duration: 10.021465024s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.285077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.283841845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:33.285079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.951586Z","time spent":"5.333484067s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"warn","ts":"2026-04-10T14:58:33.285081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.109882536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:33.285097Z","caller":"traceutil/trace.go:171","msg":"trace[1322442446] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28258; }","duration":"9.283905297s","start":"2026-04-10T14:58:24.001185Z","end":"2026-04-10T14:58:33.28509Z","steps":["trace[1322442446] 'agreement among raft nodes before linearized reading' (duration: 9.283868086s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.285104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:23.26266Z","time spent":"10.022431035s","remote":"127.0.0.1:33558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.285117Z","caller":"traceutil/trace.go:171","msg":"trace[341913259] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28258; }","duration":"6.109961069s","start":"2026-04-10T14:58:27.175148Z","end":"2026-04-10T14:58:33.285109Z","steps":["trace[341913259] 'agreement among raft nodes before linearized reading' (duration: 6.109887757s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.285078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936405293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:33.285179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.324630508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.285208Z","caller":"traceutil/trace.go:171","msg":"trace[679273030] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28258; }","duration":"9.32470193s","start":"2026-04-10T14:58:23.9605Z","end":"2026-04-10T14:58:33.285202Z","steps":["trace[679273030] 'agreement among raft nodes before linearized reading' (duration: 9.324634188s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.285234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:23.960476Z","time spent":"9.324751812s","remote":"127.0.0.1:35092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.284906Z","caller":"traceutil/trace.go:171","msg":"trace[1272252534] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28258; }","duration":"9.44799388s","start":"2026-04-10T14:58:23.836904Z","end":"2026-04-10T14:58:33.284898Z","steps":["trace[1272252534] 'agreement among raft nodes before linearized reading' (duration: 9.447927178s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.285292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.911916558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:33.28381Z","caller":"traceutil/trace.go:171","msg":"trace[1153121576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28258; }","duration":"11.866614411s","start":"2026-04-10T14:58:21.417172Z","end":"2026-04-10T14:58:33.283786Z","steps":["trace[1153121576] 'agreement among raft nodes before linearized reading' (duration: 11.866459656s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.285365Z","caller":"traceutil/trace.go:171","msg":"trace[1346303783] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28258; }","duration":"5.912043391s","start":"2026-04-10T14:58:27.373278Z","end":"2026-04-10T14:58:33.285321Z","steps":["trace[1346303783] 'agreement among raft nodes before linearized reading' (duration: 5.911921067s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.285437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:21.417148Z","time spent":"11.868249253s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.285533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.373257Z","time spent":"5.912243288s","remote":"127.0.0.1:36168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.284663Z","caller":"traceutil/trace.go:171","msg":"trace[14959373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28258; }","duration":"11.092208305s","start":"2026-04-10T14:58:22.192443Z","end":"2026-04-10T14:58:33.284651Z","steps":["trace[14959373] 'agreement among raft nodes before linearized reading' (duration: 11.092143933s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.286838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:22.192426Z","time spent":"11.094398174s","remote":"127.0.0.1:58956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.285121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:24.001164Z","time spent":"9.283948369s","remote":"127.0.0.1:36248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.28468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975612607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.287268Z","caller":"traceutil/trace.go:171","msg":"trace[57628616] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28258; }","duration":"6.978307742s","start":"2026-04-10T14:58:26.308935Z","end":"2026-04-10T14:58:33.287243Z","steps":["trace[57628616] 'agreement among raft nodes before linearized reading' (duration: 6.975437861s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.287314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:26.308891Z","time spent":"6.978407554s","remote":"127.0.0.1:35132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.285146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.175126Z","time spent":"6.11001285s","remote":"127.0.0.1:33072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.284535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.002753866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:33.287635Z","caller":"traceutil/trace.go:171","msg":"trace[89549735] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28258; }","duration":"6.005936356s","start":"2026-04-10T14:58:27.281678Z","end":"2026-04-10T14:58:33.287615Z","steps":["trace[89549735] 'agreement among raft nodes before linearized reading' (duration: 6.002698114s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.284938Z","caller":"traceutil/trace.go:171","msg":"trace[1709440352] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28258; }","duration":"6.618245602s","start":"2026-04-10T14:58:26.666682Z","end":"2026-04-10T14:58:33.284928Z","steps":["trace[1709440352] 'agreement among raft nodes before linearized reading' (duration: 6.61818203s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.287727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:26.666664Z","time spent":"6.62104662s","remote":"127.0.0.1:37154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.285057Z","caller":"traceutil/trace.go:171","msg":"trace[1797147602] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28258; }","duration":"11.761110691s","start":"2026-04-10T14:58:21.523931Z","end":"2026-04-10T14:58:33.285042Z","steps":["trace[1797147602] 'agreement among raft nodes before linearized reading' (duration: 11.760513933s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.28773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.281656Z","time spent":"6.006054519s","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.287804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:21.523908Z","time spent":"11.763872409s","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-10T14:58:33.28522Z","caller":"traceutil/trace.go:171","msg":"trace[504012457] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28258; }","duration":"6.936561228s","start":"2026-04-10T14:58:26.348619Z","end":"2026-04-10T14:58:33.28518Z","steps":["trace[504012457] 'agreement among raft nodes before linearized reading' (duration: 6.936268888s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.285318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:23.836893Z","time spent":"9.448411873s","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.285346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321282843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-10T14:58:33.285981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.020596526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-10T14:58:33.286044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.021150394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.286078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531981707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.286177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409411751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:58:33.286181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712017853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.286192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815562321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.2862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517987673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.286247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.40671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:33.28661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.925965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:58:33.287864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:26.348593Z","time spent":"6.939262373s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.287943Z","caller":"traceutil/trace.go:171","msg":"trace[1133860514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28258; }","duration":"2.817309946s","start":"2026-04-10T14:58:30.470614Z","end":"2026-04-10T14:58:33.287924Z","steps":["trace[1133860514] 'agreement among raft nodes before linearized reading' (duration: 2.81553968s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.287961Z","caller":"traceutil/trace.go:171","msg":"trace[691787812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28258; }","duration":"4.411188487s","start":"2026-04-10T14:58:28.876724Z","end":"2026-04-10T14:58:33.287913Z","steps":["trace[691787812] 'agreement among raft nodes before linearized reading' (duration: 4.409421831s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.287993Z","caller":"traceutil/trace.go:171","msg":"trace[665740227] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28258; }","duration":"636.205517ms","start":"2026-04-10T14:58:32.651772Z","end":"2026-04-10T14:58:33.287978Z","steps":["trace[665740227] 'agreement among raft nodes before linearized reading' (duration: 634.39191ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.288037Z","caller":"traceutil/trace.go:171","msg":"trace[1522714278] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28258; }","duration":"2.713931713s","start":"2026-04-10T14:58:30.574094Z","end":"2026-04-10T14:58:33.288025Z","steps":["trace[1522714278] 'agreement among raft nodes before linearized reading' (duration: 2.712043594s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.288048Z","caller":"traceutil/trace.go:171","msg":"trace[973002673] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:28258; }","duration":"14.023166177s","start":"2026-04-10T14:58:19.264867Z","end":"2026-04-10T14:58:33.288033Z","steps":["trace[973002673] 'agreement among raft nodes before linearized reading' (duration: 14.021147884s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.288067Z","caller":"traceutil/trace.go:171","msg":"trace[1466968128] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28258; }","duration":"3.519902833s","start":"2026-04-10T14:58:29.768153Z","end":"2026-04-10T14:58:33.288056Z","steps":["trace[1466968128] 'agreement among raft nodes before linearized reading' (duration: 3.517989143s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.288077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:30.574067Z","time spent":"2.713993225s","remote":"127.0.0.1:58842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.288004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:30.470531Z","time spent":"2.817456501s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.288057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:28.876706Z","time spent":"4.411329272s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.288111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:19.264858Z","time spent":"14.023216799s","remote":"127.0.0.1:44290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"info","ts":"2026-04-10T14:58:33.288063Z","caller":"traceutil/trace.go:171","msg":"trace[1542847601] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28258; }","duration":"471.424373ms","start":"2026-04-10T14:58:32.81662Z","end":"2026-04-10T14:58:33.288044Z","steps":["trace[1542847601] 'agreement among raft nodes before linearized reading' (duration: 469.542474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.288144Z","caller":"traceutil/trace.go:171","msg":"trace[1226778638] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28258; }","duration":"5.323881194s","start":"2026-04-10T14:58:27.964021Z","end":"2026-04-10T14:58:33.287902Z","steps":["trace[1226778638] 'agreement among raft nodes before linearized reading' (duration: 5.320062954s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:33.28789Z","caller":"traceutil/trace.go:171","msg":"trace[1875836090] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28258; }","duration":"14.022527418s","start":"2026-04-10T14:58:19.265352Z","end":"2026-04-10T14:58:33.28788Z","steps":["trace[1875836090] 'agreement among raft nodes before linearized reading' (duration: 14.020518874s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.2882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:19.265346Z","time spent":"14.022843407s","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-10T14:58:33.288108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:29.768131Z","time spent":"3.519967056s","remote":"127.0.0.1:58794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:33.288113Z","caller":"traceutil/trace.go:171","msg":"trace[501000901] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28258; }","duration":"4.534060863s","start":"2026-04-10T14:58:28.754038Z","end":"2026-04-10T14:58:33.288099Z","steps":["trace[501000901] 'agreement among raft nodes before linearized reading' (duration: 4.532000108s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:33.288328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:28.754016Z","time spent":"4.53429493s","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.288163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:32.816593Z","time spent":"471.562916ms","remote":"127.0.0.1:44432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.288081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:32.651755Z","time spent":"636.2937ms","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:33.28817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:27.964008Z","time spent":"5.324155324s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-10T14:58:39.212745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66716944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.212843Z","caller":"traceutil/trace.go:171","msg":"trace[1176903451] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28258; }","duration":"4.667307134s","start":"2026-04-10T14:58:34.545503Z","end":"2026-04-10T14:58:39.21281Z","steps":["trace[1176903451] 'count revisions from in-memory index tree' (duration: 4.667042247s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.212883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:34.545481Z","time spent":"4.667392037s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.213021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.750473797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:39.213115Z","caller":"traceutil/trace.go:171","msg":"trace[792042750] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28258; }","duration":"5.750614841s","start":"2026-04-10T14:58:33.462479Z","end":"2026-04-10T14:58:39.213094Z","steps":["trace[792042750] 'count revisions from in-memory index tree' (duration: 5.750402864s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.213165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:33.462462Z","time spent":"5.750690753s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.213659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033708923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.213705Z","caller":"traceutil/trace.go:171","msg":"trace[1265336408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28258; }","duration":"5.033799126s","start":"2026-04-10T14:58:34.179894Z","end":"2026-04-10T14:58:39.213693Z","steps":["trace[1265336408] 'count revisions from in-memory index tree' (duration: 5.0336079s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.213734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:34.179873Z","time spent":"5.033852498s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.213886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570904071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:39.213941Z","caller":"traceutil/trace.go:171","msg":"trace[918462913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28258; }","duration":"4.570966313s","start":"2026-04-10T14:58:34.64296Z","end":"2026-04-10T14:58:39.213926Z","steps":["trace[918462913] 'count revisions from in-memory index tree' (duration: 4.570822029s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.213972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:34.642905Z","time spent":"4.571057887s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.214391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461414727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.214471Z","caller":"traceutil/trace.go:171","msg":"trace[1135264933] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28258; }","duration":"2.461540041s","start":"2026-04-10T14:58:36.752906Z","end":"2026-04-10T14:58:39.214446Z","steps":["trace[1135264933] 'count revisions from in-memory index tree' (duration: 2.461303893s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.214507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:36.752885Z","time spent":"2.461613902s","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.214469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827781994s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.214621Z","caller":"traceutil/trace.go:171","msg":"trace[625429028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28258; }","duration":"2.827933798s","start":"2026-04-10T14:58:36.386661Z","end":"2026-04-10T14:58:39.214595Z","steps":["trace[625429028] 'range keys from in-memory index tree' (duration: 2.827763413s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.214832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015161624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.214941Z","caller":"traceutil/trace.go:171","msg":"trace[1040634050] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28258; }","duration":"4.015377682s","start":"2026-04-10T14:58:35.199551Z","end":"2026-04-10T14:58:39.214928Z","steps":["trace[1040634050] 'count revisions from in-memory index tree' (duration: 4.01501678s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.21497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:35.199531Z","time spent":"4.015429313s","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.214998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895550312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:58:39.215115Z","caller":"traceutil/trace.go:171","msg":"trace[610556964] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28258; }","duration":"1.895765298s","start":"2026-04-10T14:58:37.319328Z","end":"2026-04-10T14:58:39.215093Z","steps":["trace[610556964] 'count revisions from in-memory index tree' (duration: 1.895445148s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.215166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:37.319307Z","time spent":"1.895846481s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.215314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675595846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.21535Z","caller":"traceutil/trace.go:171","msg":"trace[2045782042] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28258; }","duration":"2.675678209s","start":"2026-04-10T14:58:36.53966Z","end":"2026-04-10T14:58:39.215338Z","steps":["trace[2045782042] 'count revisions from in-memory index tree' (duration: 2.675482732s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.215373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:36.539637Z","time spent":"2.67572904s","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.215769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544190616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.215893Z","caller":"traceutil/trace.go:171","msg":"trace[1543754879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28258; }","duration":"1.544354731s","start":"2026-04-10T14:58:37.671509Z","end":"2026-04-10T14:58:39.215864Z","steps":["trace[1543754879] 'count revisions from in-memory index tree' (duration: 1.544076763s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.215953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:37.67149Z","time spent":"1.544448644s","remote":"127.0.0.1:33514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.215998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34156589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.216035Z","caller":"traceutil/trace.go:171","msg":"trace[1794917215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28258; }","duration":"3.341645012s","start":"2026-04-10T14:58:35.87438Z","end":"2026-04-10T14:58:39.216025Z","steps":["trace[1794917215] 'count revisions from in-memory index tree' (duration: 3.341466507s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.216065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:35.874358Z","time spent":"3.341698184s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.216206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33837644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.216235Z","caller":"traceutil/trace.go:171","msg":"trace[1466651318] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28258; }","duration":"3.338450112s","start":"2026-04-10T14:58:35.877777Z","end":"2026-04-10T14:58:39.216227Z","steps":["trace[1466651318] 'count revisions from in-memory index tree' (duration: 3.338258926s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.216272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:35.877752Z","time spent":"3.338497584s","remote":"127.0.0.1:58802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.216376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754231494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.216463Z","caller":"traceutil/trace.go:171","msg":"trace[268625065] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28258; }","duration":"3.754356058s","start":"2026-04-10T14:58:35.462088Z","end":"2026-04-10T14:58:39.216444Z","steps":["trace[268625065] 'count revisions from in-memory index tree' (duration: 3.754132781s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.216532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:35.462073Z","time spent":"3.754445561s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.217765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99290066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:58:39.217838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.26685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.217858Z","caller":"traceutil/trace.go:171","msg":"trace[1013190160] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28258; }","duration":"2.993074475s","start":"2026-04-10T14:58:36.224768Z","end":"2026-04-10T14:58:39.217843Z","steps":["trace[1013190160] 'count revisions from in-memory index tree' (duration: 2.992784385s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.217957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:36.22474Z","time spent":"2.993202869s","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.218097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275085729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:39.218158Z","caller":"traceutil/trace.go:171","msg":"trace[764462974] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28258; }","duration":"1.275197052s","start":"2026-04-10T14:58:37.942946Z","end":"2026-04-10T14:58:39.218143Z","steps":["trace[764462974] 'count revisions from in-memory index tree' (duration: 1.274903493s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.218201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:37.942925Z","time spent":"1.275261874s","remote":"127.0.0.1:44448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:58:39.217894Z","caller":"traceutil/trace.go:171","msg":"trace[1986683529] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28258; }","duration":"978.366673ms","start":"2026-04-10T14:58:38.239514Z","end":"2026-04-10T14:58:39.217881Z","steps":["trace[1986683529] 'count revisions from in-memory index tree' (duration: 978.136046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:39.218583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:38.239496Z","time spent":"979.075366ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:39.297398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:58:39.568917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064800613s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:58:40.878592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.168895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:40.87867Z","caller":"traceutil/trace.go:171","msg":"trace[1395205944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"908.268678ms","start":"2026-04-10T14:58:39.970381Z","end":"2026-04-10T14:58:40.878649Z","steps":["trace[1395205944] 'agreement among raft nodes before linearized reading' (duration: 908.165385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:40.87867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170016504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:40.878732Z","caller":"traceutil/trace.go:171","msg":"trace[167738799] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; }","duration":"1.170145478s","start":"2026-04-10T14:58:39.70857Z","end":"2026-04-10T14:58:40.878716Z","steps":["trace[167738799] 'agreement among raft nodes before linearized reading' (duration: 1.170052605s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:40.878777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:39.708548Z","time spent":"1.170220851s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} 2026/04/10 14:58:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:40.87871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:39.970364Z","time spent":"908.335211ms","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:40.884273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086900034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:40.884363Z","caller":"traceutil/trace.go:171","msg":"trace[395558517] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; }","duration":"2.087054118s","start":"2026-04-10T14:58:38.797289Z","end":"2026-04-10T14:58:40.884343Z","steps":["trace[395558517] 'agreement among raft nodes before linearized reading' (duration: 2.086935704s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:40.884416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:38.797268Z","time spent":"2.087133841s","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} 2026/04/10 14:58:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:58:40.886011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011983876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:58:40.886066Z","caller":"traceutil/trace.go:171","msg":"trace[1886983502] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"2.012092209s","start":"2026-04-10T14:58:38.873961Z","end":"2026-04-10T14:58:40.886053Z","steps":["trace[1886983502] 'agreement among raft nodes before linearized reading' (duration: 2.012022877s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:58:40.886137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:58:38.873941Z","time spent":"2.012187742s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:58:42.669212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099822295s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:58:42.669503Z","caller":"traceutil/trace.go:171","msg":"trace[1209852257] linearizableReadLoop","detail":"{readStateIndex:29268; appliedIndex:29267; }","duration":"3.872124156s","start":"2026-04-10T14:58:38.797345Z","end":"2026-04-10T14:58:42.669469Z","steps":["trace[1209852257] 'read index received' (duration: 771.864746ms)","trace[1209852257] 'applied index is now lower than readState.Index' (duration: 3.10025625s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:58:50.670374Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0f2be9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:58:50.776581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.118676072s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:58:50.776685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390088112s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:58:50.776793Z","caller":"traceutil/trace.go:171","msg":"trace[1955560968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28259; }","duration":"4.390203195s","start":"2026-04-10T14:58:46.386565Z","end":"2026-04-10T14:58:50.776768Z","steps":["trace[1955560968] 'range keys from in-memory index tree' (duration: 4.390066911s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:21.42268Z","caller":"traceutil/trace.go:171","msg":"trace[777236362] transaction","detail":"{read_only:false; response_revision:28260; number_of_response:1; }","duration":"369.59925ms","start":"2026-04-10T14:59:21.053052Z","end":"2026-04-10T14:59:21.422651Z","steps":["trace[777236362] 'process raft request' (duration: 369.345842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:21.422846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.053033Z","time spent":"369.721843ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:59:22.55951Z","caller":"traceutil/trace.go:171","msg":"trace[770547243] linearizableReadLoop","detail":"{readStateIndex:29271; appliedIndex:29269; }","duration":"1.472032577s","start":"2026-04-10T14:59:21.087444Z","end":"2026-04-10T14:59:22.559477Z","steps":["trace[770547243] 'read index received' (duration: 334.98659ms)","trace[770547243] 'applied index is now lower than readState.Index' (duration: 1.137044837s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:22.559975Z","caller":"traceutil/trace.go:171","msg":"trace[1852496761] transaction","detail":"{read_only:false; response_revision:28261; number_of_response:1; }","duration":"1.502071353s","start":"2026-04-10T14:59:21.057888Z","end":"2026-04-10T14:59:22.559959Z","steps":["trace[1852496761] 'process raft request' (duration: 1.501231286s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.560116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.057868Z","time spent":"1.502156056s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:22.560385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472936256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:22.560432Z","caller":"traceutil/trace.go:171","msg":"trace[1864801882] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:0; response_revision:28261; }","duration":"1.472983057s","start":"2026-04-10T14:59:21.087438Z","end":"2026-04-10T14:59:22.560421Z","steps":["trace[1864801882] 'agreement among raft nodes before linearized reading' (duration: 1.472905765s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.560472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.087388Z","time spent":"1.47307347s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"warn","ts":"2026-04-10T14:59:22.560844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395925473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:59:22.560892Z","caller":"traceutil/trace.go:171","msg":"trace[1272969455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28261; }","duration":"1.396019676s","start":"2026-04-10T14:59:21.164861Z","end":"2026-04-10T14:59:22.560881Z","steps":["trace[1272969455] 'agreement among raft nodes before linearized reading' (duration: 1.39585189s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.560922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.164835Z","time spent":"1.396080068s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:59:22.561425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.423798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:22.561469Z","caller":"traceutil/trace.go:171","msg":"trace[913254599] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28261; }","duration":"106.496561ms","start":"2026-04-10T14:59:22.454962Z","end":"2026-04-10T14:59:22.561459Z","steps":["trace[913254599] 'agreement among raft nodes before linearized reading' (duration: 106.415748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.561645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.705237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:22.561681Z","caller":"traceutil/trace.go:171","msg":"trace[470397612] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28261; }","duration":"106.773089ms","start":"2026-04-10T14:59:22.454899Z","end":"2026-04-10T14:59:22.561673Z","steps":["trace[470397612] 'agreement among raft nodes before linearized reading' (duration: 106.716568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.56183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.482917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:59:22.561865Z","caller":"traceutil/trace.go:171","msg":"trace[1553579840] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28261; }","duration":"131.534149ms","start":"2026-04-10T14:59:22.430323Z","end":"2026-04-10T14:59:22.561857Z","steps":["trace[1553579840] 'agreement among raft nodes before linearized reading' (duration: 131.470707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.562089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.772396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 ","response":"range_response_count:5 size:6100"} {"level":"info","ts":"2026-04-10T14:59:22.562126Z","caller":"traceutil/trace.go:171","msg":"trace[1170484579] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:5; response_revision:28261; }","duration":"131.839288ms","start":"2026-04-10T14:59:22.430278Z","end":"2026-04-10T14:59:22.562117Z","steps":["trace[1170484579] 'agreement among raft nodes before linearized reading' (duration: 131.724715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.562268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.560515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:22.562302Z","caller":"traceutil/trace.go:171","msg":"trace[190979058] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28261; }","duration":"449.634498ms","start":"2026-04-10T14:59:22.112659Z","end":"2026-04-10T14:59:22.562293Z","steps":["trace[190979058] 'agreement among raft nodes before linearized reading' (duration: 449.584856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.56233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.112637Z","time spent":"449.685569ms","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:22.56249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.790523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:22.562524Z","caller":"traceutil/trace.go:171","msg":"trace[1455856226] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28261; }","duration":"449.867335ms","start":"2026-04-10T14:59:22.112649Z","end":"2026-04-10T14:59:22.562516Z","steps":["trace[1455856226] 'agreement among raft nodes before linearized reading' (duration: 449.814903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.56259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.112628Z","time spent":"449.953818ms","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:22.563393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.386292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:125 size:140785"} {"level":"info","ts":"2026-04-10T14:59:22.563439Z","caller":"traceutil/trace.go:171","msg":"trace[861127328] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:125; response_revision:28261; }","duration":"778.474095ms","start":"2026-04-10T14:59:21.784956Z","end":"2026-04-10T14:59:22.56343Z","steps":["trace[861127328] 'agreement among raft nodes before linearized reading' (duration: 777.752612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.563471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.784932Z","time spent":"778.527377ms","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":125,"response size":140808,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-04-10T14:59:22.563847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.157687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-04-10T14:59:22.563886Z","caller":"traceutil/trace.go:171","msg":"trace[1434131430] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:28261; }","duration":"779.232219ms","start":"2026-04-10T14:59:21.784645Z","end":"2026-04-10T14:59:22.563877Z","steps":["trace[1434131430] 'agreement among raft nodes before linearized reading' (duration: 779.132626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.563912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.784624Z","time spent":"779.282891ms","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-04-10T14:59:22.564124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.688437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:59:22.564159Z","caller":"traceutil/trace.go:171","msg":"trace[1362286985] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28261; }","duration":"973.748979ms","start":"2026-04-10T14:59:21.590401Z","end":"2026-04-10T14:59:22.56415Z","steps":["trace[1362286985] 'agreement among raft nodes before linearized reading' (duration: 973.657347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.564189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.590387Z","time spent":"973.7921ms","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T14:59:22.564354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220263075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:22.564394Z","caller":"traceutil/trace.go:171","msg":"trace[1254364828] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28261; }","duration":"1.220311168s","start":"2026-04-10T14:59:21.344071Z","end":"2026-04-10T14:59:22.564382Z","steps":["trace[1254364828] 'agreement among raft nodes before linearized reading' (duration: 1.220252516s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.564423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.344064Z","time spent":"1.220351869s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:22.564596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220540474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:22.564633Z","caller":"traceutil/trace.go:171","msg":"trace[1185695515] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28261; }","duration":"1.220618527s","start":"2026-04-10T14:59:21.344004Z","end":"2026-04-10T14:59:22.564623Z","steps":["trace[1185695515] 'agreement among raft nodes before linearized reading' (duration: 1.220564096s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:22.564662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:21.343986Z","time spent":"1.220668448s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:23.071822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:23.834775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.035276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:59:23.834887Z","caller":"traceutil/trace.go:171","msg":"trace[665109823] linearizableReadLoop","detail":"{readStateIndex:29272; appliedIndex:29271; }","duration":"1.263375991s","start":"2026-04-10T14:59:22.571496Z","end":"2026-04-10T14:59:23.834872Z","steps":["trace[665109823] 'read index received' (duration: 762.071797ms)","trace[665109823] 'applied index is now lower than readState.Index' (duration: 501.298963ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:23.834982Z","caller":"traceutil/trace.go:171","msg":"trace[1482549026] transaction","detail":"{read_only:false; response_revision:28262; number_of_response:1; }","duration":"1.263642109s","start":"2026-04-10T14:59:22.571277Z","end":"2026-04-10T14:59:23.834919Z","steps":["trace[1482549026] 'process raft request' (duration: 762.379527ms)","trace[1482549026] 'compare' (duration: 500.916501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:23.835098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263730122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-hc6dz\" ","response":"range_response_count:1 size:4799"} {"level":"warn","ts":"2026-04-10T14:59:23.835112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.675864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:23.835142Z","caller":"traceutil/trace.go:171","msg":"trace[1940643285] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-hc6dz; range_end:; response_count:1; response_revision:28262; }","duration":"1.263812895s","start":"2026-04-10T14:59:22.571318Z","end":"2026-04-10T14:59:23.835131Z","steps":["trace[1940643285] 'agreement among raft nodes before linearized reading' (duration: 1.263624359s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:23.835175Z","caller":"traceutil/trace.go:171","msg":"trace[1794827480] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28262; }","duration":"459.772027ms","start":"2026-04-10T14:59:23.37539Z","end":"2026-04-10T14:59:23.835162Z","steps":["trace[1794827480] 'agreement among raft nodes before linearized reading' (duration: 459.650933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.835177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.571294Z","time spent":"1.263875977s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4822,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-hc6dz\" "} {"level":"warn","ts":"2026-04-10T14:59:23.835204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.375371Z","time spent":"459.824579ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:23.835207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.769962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:23.835237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.571262Z","time spent":"1.263843586s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:59:23.835295Z","caller":"traceutil/trace.go:171","msg":"trace[1511313147] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28262; }","duration":"749.901715ms","start":"2026-04-10T14:59:23.085373Z","end":"2026-04-10T14:59:23.835275Z","steps":["trace[1511313147] 'agreement among raft nodes before linearized reading' (duration: 749.73002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.8353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.700174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:59:23.835336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.085357Z","time spent":"749.970968ms","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:23.835346Z","caller":"traceutil/trace.go:171","msg":"trace[794053029] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28262; }","duration":"152.761466ms","start":"2026-04-10T14:59:23.682571Z","end":"2026-04-10T14:59:23.835332Z","steps":["trace[794053029] 'agreement among raft nodes before linearized reading' (duration: 152.672263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.835528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.966363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:1 size:7503"} {"level":"warn","ts":"2026-04-10T14:59:23.835549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254680227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:23.835568Z","caller":"traceutil/trace.go:171","msg":"trace[2134684582] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:1; response_revision:28262; }","duration":"153.032635ms","start":"2026-04-10T14:59:23.682526Z","end":"2026-04-10T14:59:23.835559Z","steps":["trace[2134684582] 'agreement among raft nodes before linearized reading' (duration: 152.886241ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:23.835588Z","caller":"traceutil/trace.go:171","msg":"trace[826051676] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28262; }","duration":"1.254737279s","start":"2026-04-10T14:59:22.580838Z","end":"2026-04-10T14:59:23.835575Z","steps":["trace[826051676] 'agreement among raft nodes before linearized reading' (duration: 1.254649136s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.835603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.160033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:23.835626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.580822Z","time spent":"1.254796621s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:23.835636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.923833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:59:23.835675Z","caller":"traceutil/trace.go:171","msg":"trace[1308960754] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28262; }","duration":"570.012415ms","start":"2026-04-10T14:59:23.265651Z","end":"2026-04-10T14:59:23.835664Z","steps":["trace[1308960754] 'agreement among raft nodes before linearized reading' (duration: 569.882971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.835697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.388665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-10T14:59:23.835731Z","caller":"traceutil/trace.go:171","msg":"trace[483178780] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28262; }","duration":"575.422416ms","start":"2026-04-10T14:59:23.260301Z","end":"2026-04-10T14:59:23.835723Z","steps":["trace[483178780] 'agreement among raft nodes before linearized reading' (duration: 575.344074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.835741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.238622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-10T14:59:23.835753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.26026Z","time spent":"575.488598ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-10T14:59:23.835764Z","caller":"traceutil/trace.go:171","msg":"trace[530029184] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28262; }","duration":"392.292883ms","start":"2026-04-10T14:59:23.443465Z","end":"2026-04-10T14:59:23.835758Z","steps":["trace[530029184] 'agreement among raft nodes before linearized reading' (duration: 392.216051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.83579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.443448Z","time spent":"392.337215ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-10T14:59:23.835706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.265625Z","time spent":"570.074908ms","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T14:59:23.835944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255067569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:23.835953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.482169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:23.83598Z","caller":"traceutil/trace.go:171","msg":"trace[1692245879] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28262; }","duration":"1.255123341s","start":"2026-04-10T14:59:22.580848Z","end":"2026-04-10T14:59:23.835971Z","steps":["trace[1692245879] 'agreement among raft nodes before linearized reading' (duration: 1.255066529s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:23.835998Z","caller":"traceutil/trace.go:171","msg":"trace[806929301] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28262; }","duration":"460.544382ms","start":"2026-04-10T14:59:23.375441Z","end":"2026-04-10T14:59:23.835985Z","steps":["trace[806929301] 'agreement among raft nodes before linearized reading' (duration: 460.447038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.836013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.580837Z","time spent":"1.255168862s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:23.835633Z","caller":"traceutil/trace.go:171","msg":"trace[666139154] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28262; }","duration":"750.208055ms","start":"2026-04-10T14:59:23.085417Z","end":"2026-04-10T14:59:23.835625Z","steps":["trace[666139154] 'agreement among raft nodes before linearized reading' (duration: 750.157444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.836118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.085413Z","time spent":"750.69517ms","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:23.83624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264521787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:23.836272Z","caller":"traceutil/trace.go:171","msg":"trace[1199236832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28262; }","duration":"1.264554348s","start":"2026-04-10T14:59:22.57171Z","end":"2026-04-10T14:59:23.836265Z","steps":["trace[1199236832] 'agreement among raft nodes before linearized reading' (duration: 1.263292949s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.836028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.375435Z","time spent":"460.584413ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:23.836293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.571612Z","time spent":"1.264676172s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:59:23.836336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259352654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:98 size:80429"} {"level":"info","ts":"2026-04-10T14:59:23.836375Z","caller":"traceutil/trace.go:171","msg":"trace[1796091606] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:98; response_revision:28262; }","duration":"1.259424597s","start":"2026-04-10T14:59:22.576942Z","end":"2026-04-10T14:59:23.836367Z","steps":["trace[1796091606] 'agreement among raft nodes before linearized reading' (duration: 1.258969622s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:23.836401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:22.576925Z","time spent":"1.259468068s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":98,"response size":80452,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-04-10T14:59:25.753589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.806580284s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:59:25.754109Z","caller":"traceutil/trace.go:171","msg":"trace[82180734] linearizableReadLoop","detail":"{readStateIndex:29273; appliedIndex:29272; }","duration":"1.911285059s","start":"2026-04-10T14:59:23.842795Z","end":"2026-04-10T14:59:25.75408Z","steps":["trace[82180734] 'read index received' (duration: 141.984µs)","trace[82180734] 'applied index is now lower than readState.Index' (duration: 1.911141525s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:25.754146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.842628Z","time spent":"1.911510926s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:59:25.754303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911479545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:59:25.754384Z","caller":"traceutil/trace.go:171","msg":"trace[1137531130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28262; }","duration":"1.91163083s","start":"2026-04-10T14:59:23.84273Z","end":"2026-04-10T14:59:25.754361Z","steps":["trace[1137531130] 'agreement among raft nodes before linearized reading' (duration: 1.911462374s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:25.754446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.84271Z","time spent":"1.911719573s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:59:25.947358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000559708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:25.947444Z","caller":"traceutil/trace.go:171","msg":"trace[859482296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706842s","start":"2026-04-10T14:59:23.946719Z","end":"2026-04-10T14:59:25.947426Z","steps":["trace[859482296] 'agreement among raft nodes before linearized reading' (duration: 2.000597939s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:25.947486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.946697Z","time spent":"2.000781355s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:26.255223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:26.756021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:27.16522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.862976ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:27.165335Z","caller":"traceutil/trace.go:171","msg":"trace[333924130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28262; }","duration":"779.00602ms","start":"2026-04-10T14:59:26.386315Z","end":"2026-04-10T14:59:27.165321Z","steps":["trace[333924130] 'range keys from in-memory index tree' (duration: 778.845766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:27.256416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:27.756726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:27.948103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:27.948236Z","caller":"traceutil/trace.go:171","msg":"trace[446698850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527757s","start":"2026-04-10T14:59:25.947689Z","end":"2026-04-10T14:59:27.948217Z","steps":["trace[446698850] 'agreement among raft nodes before linearized reading' (duration: 2.000376742s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:27.948294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:25.947676Z","time spent":"2.000608819s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:59:27.957104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.203254725s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:59:27.957626Z","caller":"traceutil/trace.go:171","msg":"trace[246659347] transaction","detail":"{read_only:false; response_revision:28264; number_of_response:1; }","duration":"3.028436629s","start":"2026-04-10T14:59:24.929175Z","end":"2026-04-10T14:59:27.957612Z","steps":["trace[246659347] 'process raft request' (duration: 3.028354747s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:27.957779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:24.929149Z","time spent":"3.028570574s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:59:27.958245Z","caller":"traceutil/trace.go:171","msg":"trace[1549334997] transaction","detail":"{read_only:false; response_revision:28263; number_of_response:1; }","duration":"4.108333999s","start":"2026-04-10T14:59:23.849899Z","end":"2026-04-10T14:59:27.958233Z","steps":["trace[1549334997] 'process raft request' (duration: 4.107435271s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:27.958353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.849886Z","time spent":"4.108434832s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4959,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:59:28.924425Z","caller":"traceutil/trace.go:171","msg":"trace[1058174497] transaction","detail":"{read_only:false; response_revision:28265; number_of_response:1; }","duration":"3.169126086s","start":"2026-04-10T14:59:25.755269Z","end":"2026-04-10T14:59:28.924395Z","steps":["trace[1058174497] 'process raft request' (duration: 3.168886509s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.924574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:25.755241Z","time spent":"3.169258911s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:59:28.924748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079185507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-10T14:59:28.924751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55667697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-10T14:59:28.924806Z","caller":"traceutil/trace.go:171","msg":"trace[1982618806] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28267; }","duration":"5.079270739s","start":"2026-04-10T14:59:23.845522Z","end":"2026-04-10T14:59:28.924793Z","steps":["trace[1982618806] 'agreement among raft nodes before linearized reading' (duration: 5.079085493s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:28.924835Z","caller":"traceutil/trace.go:171","msg":"trace[1213805035] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28267; }","duration":"3.556817025s","start":"2026-04-10T14:59:25.367999Z","end":"2026-04-10T14:59:28.924816Z","steps":["trace[1213805035] 'agreement among raft nodes before linearized reading' (duration: 3.556548726s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:28.924442Z","caller":"traceutil/trace.go:171","msg":"trace[1196711387] linearizableReadLoop","detail":"{readStateIndex:29278; appliedIndex:29273; }","duration":"3.170238381s","start":"2026-04-10T14:59:25.754187Z","end":"2026-04-10T14:59:28.924425Z","steps":["trace[1196711387] 'read index received' (duration: 2.203255685s)","trace[1196711387] 'applied index is now lower than readState.Index' (duration: 966.981776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:28.924883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:25.36796Z","time spent":"3.556912617s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-10T14:59:28.924921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.087532304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a506b5d4241961\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-10T14:59:28.924551Z","caller":"traceutil/trace.go:171","msg":"trace[247568064] transaction","detail":"{read_only:false; response_revision:28266; number_of_response:1; }","duration":"3.166452702s","start":"2026-04-10T14:59:25.758085Z","end":"2026-04-10T14:59:28.924538Z","steps":["trace[247568064] 'process raft request' (duration: 3.166227685s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:28.924973Z","caller":"traceutil/trace.go:171","msg":"trace[1480280107] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a506b5d4241961; range_end:; response_count:1; response_revision:28267; }","duration":"4.087593866s","start":"2026-04-10T14:59:24.837354Z","end":"2026-04-10T14:59:28.924948Z","steps":["trace[1480280107] 'agreement among raft nodes before linearized reading' (duration: 4.087506353s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.92484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.845509Z","time spent":"5.079322941s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-10T14:59:28.925023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:25.758063Z","time spent":"3.166909177s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:28.925045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354982195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-10T14:59:28.92504Z","caller":"traceutil/trace.go:171","msg":"trace[762014967] transaction","detail":"{read_only:false; response_revision:28267; number_of_response:1; }","duration":"2.432220609s","start":"2026-04-10T14:59:26.492748Z","end":"2026-04-10T14:59:28.924969Z","steps":["trace[762014967] 'process raft request' (duration: 2.431629681s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:28.925102Z","caller":"traceutil/trace.go:171","msg":"trace[110486653] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28267; }","duration":"3.355053357s","start":"2026-04-10T14:59:25.570029Z","end":"2026-04-10T14:59:28.925083Z","steps":["trace[110486653] 'agreement among raft nodes before linearized reading' (duration: 3.354937893s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935227487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-10T14:59:28.925162Z","caller":"traceutil/trace.go:171","msg":"trace[1927575553] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:28267; }","duration":"2.935300169s","start":"2026-04-10T14:59:25.989852Z","end":"2026-04-10T14:59:28.925153Z","steps":["trace[1927575553] 'agreement among raft nodes before linearized reading' (duration: 2.935220307s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:25.570012Z","time spent":"3.355143059s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-10T14:59:28.925177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.806769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-7d9jg\" ","response":"range_response_count:1 size:3775"} {"level":"info","ts":"2026-04-10T14:59:28.925207Z","caller":"traceutil/trace.go:171","msg":"trace[185367345] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-7d9jg; range_end:; response_count:1; response_revision:28267; }","duration":"944.873241ms","start":"2026-04-10T14:59:27.980326Z","end":"2026-04-10T14:59:28.925199Z","steps":["trace[185367345] 'agreement among raft nodes before linearized reading' (duration: 944.785248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:24.837334Z","time spent":"4.087661708s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a506b5d4241961\" "} {"level":"warn","ts":"2026-04-10T14:59:28.925236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:27.980303Z","time spent":"944.927463ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-7d9jg\" "} {"level":"warn","ts":"2026-04-10T14:59:28.92526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729159758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:28.925246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:26.492684Z","time spent":"2.432464387s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:59:28.925286Z","caller":"traceutil/trace.go:171","msg":"trace[2107657952] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28267; }","duration":"1.72920948s","start":"2026-04-10T14:59:27.196067Z","end":"2026-04-10T14:59:28.925276Z","steps":["trace[2107657952] 'agreement among raft nodes before linearized reading' (duration: 1.729173769s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.227277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:28.925309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:27.196049Z","time spent":"1.729252492s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:28.925336Z","caller":"traceutil/trace.go:171","msg":"trace[52168988] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28267; }","duration":"389.297189ms","start":"2026-04-10T14:59:28.536019Z","end":"2026-04-10T14:59:28.925316Z","steps":["trace[52168988] 'agreement among raft nodes before linearized reading' (duration: 389.213127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729108747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:28.925355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.267848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:28.925385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.536003Z","time spent":"389.368832ms","remote":"127.0.0.1:48438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:28.925394Z","caller":"traceutil/trace.go:171","msg":"trace[1421121930] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28267; }","duration":"1.729294043s","start":"2026-04-10T14:59:27.196076Z","end":"2026-04-10T14:59:28.92537Z","steps":["trace[1421121930] 'agreement among raft nodes before linearized reading' (duration: 1.729121248s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:28.925405Z","caller":"traceutil/trace.go:171","msg":"trace[567395707] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28267; }","duration":"389.322381ms","start":"2026-04-10T14:59:28.536064Z","end":"2026-04-10T14:59:28.925386Z","steps":["trace[567395707] 'agreement among raft nodes before linearized reading' (duration: 389.241428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.782452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:28.925437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:27.19606Z","time spent":"1.729361525s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:28.925436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.53606Z","time spent":"389.367512ms","remote":"127.0.0.1:48438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:28.925452Z","caller":"traceutil/trace.go:171","msg":"trace[35831520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28267; }","duration":"878.840913ms","start":"2026-04-10T14:59:28.046603Z","end":"2026-04-10T14:59:28.925443Z","steps":["trace[35831520] 'agreement among raft nodes before linearized reading' (duration: 878.775251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.046585Z","time spent":"878.890594ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:59:28.925504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074194275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:59:28.925183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:25.989832Z","time spent":"2.93534579s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-10T14:59:28.925528Z","caller":"traceutil/trace.go:171","msg":"trace[582909732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28267; }","duration":"2.074243447s","start":"2026-04-10T14:59:26.851277Z","end":"2026-04-10T14:59:28.92552Z","steps":["trace[582909732] 'agreement among raft nodes before linearized reading' (duration: 2.074166654s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:26.851262Z","time spent":"2.074283128s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:59:28.924727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.08185529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-04-10T14:59:28.925615Z","caller":"traceutil/trace.go:171","msg":"trace[253091654] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:28267; }","duration":"5.082803341s","start":"2026-04-10T14:59:23.842782Z","end":"2026-04-10T14:59:28.925585Z","steps":["trace[253091654] 'agreement among raft nodes before linearized reading' (duration: 5.081696766s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.925663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.842764Z","time spent":"5.082886513s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":864,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-10T14:59:28.92488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077536424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2013"} {"level":"info","ts":"2026-04-10T14:59:28.926021Z","caller":"traceutil/trace.go:171","msg":"trace[1320330178] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28267; }","duration":"5.078750903s","start":"2026-04-10T14:59:23.847259Z","end":"2026-04-10T14:59:28.92601Z","steps":["trace[1320330178] 'agreement among raft nodes before linearized reading' (duration: 5.077346179s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:28.926057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:23.847248Z","time spent":"5.078800154s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2036,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-10T14:59:29.503543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137976,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:59:29.718159Z","caller":"traceutil/trace.go:171","msg":"trace[1294420515] linearizableReadLoop","detail":"{readStateIndex:29282; appliedIndex:29279; }","duration":"714.659796ms","start":"2026-04-10T14:59:29.003481Z","end":"2026-04-10T14:59:29.718141Z","steps":["trace[1294420515] 'read index received' (duration: 712.834799ms)","trace[1294420515] 'applied index is now lower than readState.Index' (duration: 1.824487ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:29.718289Z","caller":"traceutil/trace.go:171","msg":"trace[1200027134] transaction","detail":"{read_only:false; response_revision:28270; number_of_response:1; }","duration":"759.705884ms","start":"2026-04-10T14:59:28.95856Z","end":"2026-04-10T14:59:29.718265Z","steps":["trace[1200027134] 'process raft request' (duration: 759.484477ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:29.718299Z","caller":"traceutil/trace.go:171","msg":"trace[524793985] transaction","detail":"{read_only:false; response_revision:28271; number_of_response:1; }","duration":"756.965808ms","start":"2026-04-10T14:59:28.961302Z","end":"2026-04-10T14:59:29.718268Z","steps":["trace[524793985] 'process raft request' (duration: 756.788353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.718361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.4854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-04-10T14:59:29.718378Z","caller":"traceutil/trace.go:171","msg":"trace[1288109726] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:28271; }","duration":"761.517402ms","start":"2026-04-10T14:59:28.956856Z","end":"2026-04-10T14:59:29.718373Z","steps":["trace[1288109726] 'agreement among raft nodes before linearized reading' (duration: 761.480761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.718395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.95685Z","time spent":"761.541712ms","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1954,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-04-10T14:59:29.718396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.484748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:29.718398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.769413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-04-10T14:59:29.718423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.958534Z","time spent":"759.805948ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:29.718325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.971167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"info","ts":"2026-04-10T14:59:29.718461Z","caller":"traceutil/trace.go:171","msg":"trace[211326446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28271; }","duration":"671.595262ms","start":"2026-04-10T14:59:29.046849Z","end":"2026-04-10T14:59:29.718445Z","steps":["trace[211326446] 'agreement among raft nodes before linearized reading' (duration: 671.505949ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:29.718467Z","caller":"traceutil/trace.go:171","msg":"trace[592484640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28271; }","duration":"736.893286ms","start":"2026-04-10T14:59:28.981558Z","end":"2026-04-10T14:59:29.718451Z","steps":["trace[592484640] 'agreement among raft nodes before linearized reading' (duration: 736.666989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.718496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.046824Z","time spent":"671.666494ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:59:29.71849Z","caller":"traceutil/trace.go:171","msg":"trace[656143120] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28271; }","duration":"742.178783ms","start":"2026-04-10T14:59:28.976288Z","end":"2026-04-10T14:59:29.718466Z","steps":["trace[656143120] 'agreement among raft nodes before linearized reading' (duration: 741.941035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.7185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.98154Z","time spent":"736.952569ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:59:29.718537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.976264Z","time spent":"742.259696ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2912,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-10T14:59:29.718543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.277936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:59:29.718475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.645003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-10T14:59:29.718583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.786545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:2 size:5754"} {"level":"info","ts":"2026-04-10T14:59:29.718587Z","caller":"traceutil/trace.go:171","msg":"trace[1818490327] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28271; }","duration":"742.385159ms","start":"2026-04-10T14:59:28.976194Z","end":"2026-04-10T14:59:29.718579Z","steps":["trace[1818490327] 'agreement among raft nodes before linearized reading' (duration: 742.274686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.718635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.976179Z","time spent":"742.450161ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:29.718634Z","caller":"traceutil/trace.go:171","msg":"trace[1458958599] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:2; response_revision:28271; }","duration":"744.866667ms","start":"2026-04-10T14:59:28.97375Z","end":"2026-04-10T14:59:29.718617Z","steps":["trace[1458958599] 'agreement among raft nodes before linearized reading' (duration: 744.768124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.718679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.973725Z","time spent":"744.94692ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":2,"response size":5777,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:29.718597Z","caller":"traceutil/trace.go:171","msg":"trace[101050528] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28271; }","duration":"759.827299ms","start":"2026-04-10T14:59:28.958761Z","end":"2026-04-10T14:59:29.718588Z","steps":["trace[101050528] 'agreement among raft nodes before linearized reading' (duration: 759.512149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.718423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.961292Z","time spent":"757.061271ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4071,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:29.718722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.958745Z","time spent":"759.963572ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-10T14:59:29.718167Z","caller":"traceutil/trace.go:171","msg":"trace[519246] transaction","detail":"{read_only:false; response_revision:28269; number_of_response:1; }","duration":"760.486829ms","start":"2026-04-10T14:59:28.957642Z","end":"2026-04-10T14:59:29.718129Z","steps":["trace[519246] 'process raft request' (duration: 758.753305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:29.718956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:28.957626Z","time spent":"761.274323ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:59:30.286626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:30.787743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:31.288312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:31.429911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643969547s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:59:31.946614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:31.947423Z","caller":"traceutil/trace.go:171","msg":"trace[1544072125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001094354s","start":"2026-04-10T14:59:29.946311Z","end":"2026-04-10T14:59:31.947405Z","steps":["trace[1544072125] 'agreement among raft nodes before linearized reading' (duration: 2.000245957s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:31.947509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.946284Z","time spent":"2.001212307s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:32.476247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045991482s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:59:32.47655Z","caller":"traceutil/trace.go:171","msg":"trace[1727782233] linearizableReadLoop","detail":"{readStateIndex:29285; appliedIndex:29283; }","duration":"2.690355471s","start":"2026-04-10T14:59:29.78617Z","end":"2026-04-10T14:59:32.476526Z","steps":["trace[1727782233] 'read index received' (duration: 1.643882904s)","trace[1727782233] 'applied index is now lower than readState.Index' (duration: 1.046471367s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:32.476675Z","caller":"traceutil/trace.go:171","msg":"trace[1646191302] transaction","detail":"{read_only:false; response_revision:28274; number_of_response:1; }","duration":"2.745252818s","start":"2026-04-10T14:59:29.731392Z","end":"2026-04-10T14:59:32.476645Z","steps":["trace[1646191302] 'process raft request' (duration: 2.74498849s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:32.47666Z","caller":"traceutil/trace.go:171","msg":"trace[1146695453] transaction","detail":"{read_only:false; response_revision:28273; number_of_response:1; }","duration":"2.748676656s","start":"2026-04-10T14:59:29.727949Z","end":"2026-04-10T14:59:32.476625Z","steps":["trace[1146695453] 'process raft request' (duration: 1.702173608s)","trace[1146695453] 'compare' (duration: 1.044879257s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:32.476781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748509051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-10T14:59:32.476835Z","caller":"traceutil/trace.go:171","msg":"trace[823998201] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28274; }","duration":"2.748572613s","start":"2026-04-10T14:59:29.728245Z","end":"2026-04-10T14:59:32.476817Z","steps":["trace[823998201] 'agreement among raft nodes before linearized reading' (duration: 2.748391318s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:32.476898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.728238Z","time spent":"2.748645386s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-10T14:59:32.476887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.731383Z","time spent":"2.745374123s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4139,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:32.47696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.72794Z","time spent":"2.748860712s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:32.477222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748971276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-04-10T14:59:32.477285Z","caller":"traceutil/trace.go:171","msg":"trace[1113529410] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:28274; }","duration":"2.749031218s","start":"2026-04-10T14:59:29.728237Z","end":"2026-04-10T14:59:32.477268Z","steps":["trace[1113529410] 'agreement among raft nodes before linearized reading' (duration: 2.748833621s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:32.477341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.728188Z","time spent":"2.74913944s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":671,"request content":"key:\"/registry/clusterroles/system:discovery\" "} {"level":"warn","ts":"2026-04-10T14:59:32.977031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:33.477433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:33.807557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.656367537s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:59:34.047355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:34.047513Z","caller":"traceutil/trace.go:171","msg":"trace[248347851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593389s","start":"2026-04-10T14:59:32.046875Z","end":"2026-04-10T14:59:34.047469Z","steps":["trace[248347851] 'agreement among raft nodes before linearized reading' (duration: 2.000419833s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.047578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:32.046858Z","time spent":"2.000704992s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:59:34.36733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.414102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:59:34.367488Z","caller":"traceutil/trace.go:171","msg":"trace[1151292866] linearizableReadLoop","detail":"{readStateIndex:29286; appliedIndex:29285; }","duration":"1.890862895s","start":"2026-04-10T14:59:32.476599Z","end":"2026-04-10T14:59:34.367462Z","steps":["trace[1151292866] 'read index received' (duration: 1.331101912s)","trace[1151292866] 'applied index is now lower than readState.Index' (duration: 559.758893ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:34.367511Z","caller":"traceutil/trace.go:171","msg":"trace[2121337734] transaction","detail":"{read_only:false; response_revision:28275; number_of_response:1; }","duration":"2.670124085s","start":"2026-04-10T14:59:31.697339Z","end":"2026-04-10T14:59:34.367463Z","steps":["trace[2121337734] 'process raft request' (duration: 2.110441065s)","trace[2121337734] 'compare' (duration: 558.934686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:34.367683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571007246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-10T14:59:34.367726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:31.697314Z","time spent":"2.670287869s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:34.36773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572354387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-10T14:59:34.36776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562772136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-04-10T14:59:34.367815Z","caller":"traceutil/trace.go:171","msg":"trace[400026581] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28275; }","duration":"4.572491872s","start":"2026-04-10T14:59:29.795302Z","end":"2026-04-10T14:59:34.367794Z","steps":["trace[400026581] 'agreement among raft nodes before linearized reading' (duration: 4.572269955s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.367838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562902581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-10T14:59:34.36784Z","caller":"traceutil/trace.go:171","msg":"trace[1403096055] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.562873819s","start":"2026-04-10T14:59:29.804946Z","end":"2026-04-10T14:59:34.36782Z","steps":["trace[1403096055] 'agreement among raft nodes before linearized reading' (duration: 4.562662133s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:34.367862Z","caller":"traceutil/trace.go:171","msg":"trace[381286795] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.563079636s","start":"2026-04-10T14:59:29.804776Z","end":"2026-04-10T14:59:34.367856Z","steps":["trace[381286795] 'agreement among raft nodes before linearized reading' (duration: 4.563009324s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.367864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.795282Z","time spent":"4.572573144s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-10T14:59:34.367882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.804731Z","time spent":"4.563146628s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.367877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.804941Z","time spent":"4.562928151s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.367923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145760211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:34.367934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56322105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-04-10T14:59:34.367918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88782808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:1 size:635"} {"level":"info","ts":"2026-04-10T14:59:34.36798Z","caller":"traceutil/trace.go:171","msg":"trace[1201786293] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28275; }","duration":"3.145865614s","start":"2026-04-10T14:59:31.222096Z","end":"2026-04-10T14:59:34.367961Z","steps":["trace[1201786293] 'agreement among raft nodes before linearized reading' (duration: 3.145795982s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:34.367995Z","caller":"traceutil/trace.go:171","msg":"trace[1297109047] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.563285592s","start":"2026-04-10T14:59:29.804689Z","end":"2026-04-10T14:59:34.367974Z","steps":["trace[1297109047] 'agreement among raft nodes before linearized reading' (duration: 4.563123787s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:34.368014Z","caller":"traceutil/trace.go:171","msg":"trace[712210812] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:28275; }","duration":"1.887960764s","start":"2026-04-10T14:59:32.480036Z","end":"2026-04-10T14:59:34.367997Z","steps":["trace[712210812] 'agreement among raft nodes before linearized reading' (duration: 1.887649444s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.36803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559143873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-04-10T14:59:34.368028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:31.222063Z","time spent":"3.145949756s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:34.368041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.804681Z","time spent":"4.563349315s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-10T14:59:34.368069Z","caller":"traceutil/trace.go:171","msg":"trace[2121041106] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.559189454s","start":"2026-04-10T14:59:29.808865Z","end":"2026-04-10T14:59:34.368055Z","steps":["trace[2121041106] 'agreement among raft nodes before linearized reading' (duration: 4.559103231s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:32.480019Z","time spent":"1.888030466s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":658,"request content":"key:\"/registry/clusterroles/system:monitoring\" "} {"level":"warn","ts":"2026-04-10T14:59:34.368092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.80886Z","time spent":"4.559226215s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.36777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539742132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-04-10T14:59:34.36816Z","caller":"traceutil/trace.go:171","msg":"trace[889151803] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.540190686s","start":"2026-04-10T14:59:29.827961Z","end":"2026-04-10T14:59:34.368152Z","steps":["trace[889151803] 'agreement among raft nodes before linearized reading' (duration: 4.539510014s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56957633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-04-10T14:59:34.367757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5746524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:59:34.367758Z","caller":"traceutil/trace.go:171","msg":"trace[1738757316] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.571119189s","start":"2026-04-10T14:59:29.796619Z","end":"2026-04-10T14:59:34.367738Z","steps":["trace[1738757316] 'agreement among raft nodes before linearized reading' (duration: 4.570873741s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:34.368221Z","caller":"traceutil/trace.go:171","msg":"trace[1360186905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28275; }","duration":"4.575163907s","start":"2026-04-10T14:59:29.793045Z","end":"2026-04-10T14:59:34.368209Z","steps":["trace[1360186905] 'agreement among raft nodes before linearized reading' (duration: 4.574542747s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.793023Z","time spent":"4.575213777s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:59:34.368234Z","caller":"traceutil/trace.go:171","msg":"trace[1788864386] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.569702684s","start":"2026-04-10T14:59:29.798504Z","end":"2026-04-10T14:59:34.368207Z","steps":["trace[1788864386] 'agreement among raft nodes before linearized reading' (duration: 4.569384514s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.796604Z","time spent":"4.571631465s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.36828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146236646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:34.368282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.798494Z","time spent":"4.569779227s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-10T14:59:34.368303Z","caller":"traceutil/trace.go:171","msg":"trace[933950350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28275; }","duration":"3.146282807s","start":"2026-04-10T14:59:31.22201Z","end":"2026-04-10T14:59:34.368293Z","steps":["trace[933950350] 'agreement among raft nodes before linearized reading' (duration: 3.146250846s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754477464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T14:59:34.368321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:31.221993Z","time spent":"3.146323529s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:34.368316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.917323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:34.368338Z","caller":"traceutil/trace.go:171","msg":"trace[631649576] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28275; }","duration":"3.754559437s","start":"2026-04-10T14:59:30.613768Z","end":"2026-04-10T14:59:34.368327Z","steps":["trace[631649576] 'agreement among raft nodes before linearized reading' (duration: 3.754450794s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:30.613752Z","time spent":"3.754610068s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-10T14:59:34.368377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180177634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:34.368367Z","caller":"traceutil/trace.go:171","msg":"trace[2146280731] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28275; }","duration":"167.984606ms","start":"2026-04-10T14:59:34.200367Z","end":"2026-04-10T14:59:34.368351Z","steps":["trace[2146280731] 'agreement among raft nodes before linearized reading' (duration: 167.900103ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:34.368391Z","caller":"traceutil/trace.go:171","msg":"trace[946044803] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28275; }","duration":"3.180222575s","start":"2026-04-10T14:59:31.188165Z","end":"2026-04-10T14:59:34.368387Z","steps":["trace[946044803] 'agreement among raft nodes before linearized reading' (duration: 3.180197734s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:31.188146Z","time spent":"3.180256177s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:34.368441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.372807749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-10T14:59:34.368468Z","caller":"traceutil/trace.go:171","msg":"trace[552693508] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.372873811s","start":"2026-04-10T14:59:29.995587Z","end":"2026-04-10T14:59:34.368461Z","steps":["trace[552693508] 'agreement among raft nodes before linearized reading' (duration: 4.372770578s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.995557Z","time spent":"4.372931073s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.368524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180339969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:34.36854Z","caller":"traceutil/trace.go:171","msg":"trace[52014352] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28275; }","duration":"3.18036956s","start":"2026-04-10T14:59:31.188166Z","end":"2026-04-10T14:59:34.368535Z","steps":["trace[52014352] 'agreement among raft nodes before linearized reading' (duration: 3.180343319s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:31.188158Z","time spent":"3.1803926s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:34.368184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.82794Z","time spent":"4.540236367s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.368625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571876123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-10T14:59:34.368666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186541584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:59:34.367861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145468862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:34.368736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.499432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:34.36876Z","caller":"traceutil/trace.go:171","msg":"trace[1590137726] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28275; }","duration":"168.550694ms","start":"2026-04-10T14:59:34.200204Z","end":"2026-04-10T14:59:34.368755Z","steps":["trace[1590137726] 'agreement among raft nodes before linearized reading' (duration: 168.506312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.421492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:34.368834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886974223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-04-10T14:59:34.368891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88656877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-8xb8c\" ","response":"range_response_count:1 size:5462"} {"level":"info","ts":"2026-04-10T14:59:34.368893Z","caller":"traceutil/trace.go:171","msg":"trace[511298172] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28275; }","duration":"1.887069726s","start":"2026-04-10T14:59:32.481811Z","end":"2026-04-10T14:59:34.36888Z","steps":["trace[511298172] 'agreement among raft nodes before linearized reading' (duration: 1.886923141s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:34.368916Z","caller":"traceutil/trace.go:171","msg":"trace[60763489] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-8xb8c; range_end:; response_count:1; response_revision:28275; }","duration":"1.886609862s","start":"2026-04-10T14:59:32.482301Z","end":"2026-04-10T14:59:34.368911Z","steps":["trace[60763489] 'agreement among raft nodes before linearized reading' (duration: 1.886541739s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:32.48229Z","time spent":"1.886637792s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5485,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-8xb8c\" "} {"level":"warn","ts":"2026-04-10T14:59:34.368941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:32.481795Z","time spent":"1.887133438s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":684,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"info","ts":"2026-04-10T14:59:34.368904Z","caller":"traceutil/trace.go:171","msg":"trace[1682276222] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28275; }","duration":"3.14637397s","start":"2026-04-10T14:59:31.222371Z","end":"2026-04-10T14:59:34.368745Z","steps":["trace[1682276222] 'agreement among raft nodes before linearized reading' (duration: 3.145440761s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.368719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886288541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a505d154fd9ffc\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-04-10T14:59:34.36909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:31.222334Z","time spent":"3.146733852s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-10T14:59:34.369157Z","caller":"traceutil/trace.go:171","msg":"trace[935626792] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a505d154fd9ffc; range_end:; response_count:1; response_revision:28275; }","duration":"1.886750156s","start":"2026-04-10T14:59:32.482401Z","end":"2026-04-10T14:59:34.369152Z","steps":["trace[935626792] 'agreement among raft nodes before linearized reading' (duration: 1.886201369s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.369176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:32.482397Z","time spent":"1.886773607s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a505d154fd9ffc\" "} {"level":"warn","ts":"2026-04-10T14:59:34.368247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439455062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T14:59:34.369224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564904124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-10T14:59:34.36929Z","caller":"traceutil/trace.go:171","msg":"trace[780998114] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.565012357s","start":"2026-04-10T14:59:29.804258Z","end":"2026-04-10T14:59:34.369271Z","steps":["trace[780998114] 'agreement among raft nodes before linearized reading' (duration: 4.56321017s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.369349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57244389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-04-10T14:59:34.369372Z","caller":"traceutil/trace.go:171","msg":"trace[702105688] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.572700579s","start":"2026-04-10T14:59:29.796664Z","end":"2026-04-10T14:59:34.369365Z","steps":["trace[702105688] 'agreement among raft nodes before linearized reading' (duration: 4.5708148s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.369415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.796658Z","time spent":"4.57275071s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.369335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.804239Z","time spent":"4.565082159s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-10T14:59:34.368847Z","caller":"traceutil/trace.go:171","msg":"trace[215420276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28275; }","duration":"320.505575ms","start":"2026-04-10T14:59:34.048322Z","end":"2026-04-10T14:59:34.368827Z","steps":["trace[215420276] 'agreement among raft nodes before linearized reading' (duration: 320.429783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.36953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.048305Z","time spent":"321.221067ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:59:34.369255Z","caller":"traceutil/trace.go:171","msg":"trace[1726471675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28275; }","duration":"3.440492274s","start":"2026-04-10T14:59:30.928759Z","end":"2026-04-10T14:59:34.369251Z","steps":["trace[1726471675] 'agreement among raft nodes before linearized reading' (duration: 3.439441911s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.369617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:30.928744Z","time spent":"3.440869237s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:59:34.368699Z","caller":"traceutil/trace.go:171","msg":"trace[2049821129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28275; }","duration":"3.186615317s","start":"2026-04-10T14:59:31.182074Z","end":"2026-04-10T14:59:34.368689Z","steps":["trace[2049821129] 'agreement among raft nodes before linearized reading' (duration: 3.186524724s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.369701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:31.182044Z","time spent":"3.187638969s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:59:34.368691Z","caller":"traceutil/trace.go:171","msg":"trace[225734600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:28275; }","duration":"4.571994956s","start":"2026-04-10T14:59:29.796678Z","end":"2026-04-10T14:59:34.368673Z","steps":["trace[225734600] 'agreement among raft nodes before linearized reading' (duration: 4.571839161s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:34.36987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:29.796652Z","time spent":"4.573192804s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-10T14:59:34.874868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:35.375995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:35.876314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:36.377193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839137993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:36.448375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:36.448452Z","caller":"traceutil/trace.go:171","msg":"trace[1061605033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031755s","start":"2026-04-10T14:59:34.448113Z","end":"2026-04-10T14:59:36.448431Z","steps":["trace[1061605033] 'agreement among raft nodes before linearized reading' (duration: 2.000220167s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:36.448494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.448088Z","time spent":"2.000398053s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:36.657005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.283551633s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:59:36.657421Z","caller":"traceutil/trace.go:171","msg":"trace[1469954835] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"2.28412454s","start":"2026-04-10T14:59:34.373273Z","end":"2026-04-10T14:59:36.657398Z","steps":["trace[1469954835] 'process raft request' (duration: 2.283972156s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:36.657567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.373252Z","time spent":"2.284238674s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:38.448985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:38.449061Z","caller":"traceutil/trace.go:171","msg":"trace[2098798708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341479s","start":"2026-04-10T14:59:36.448699Z","end":"2026-04-10T14:59:38.449041Z","steps":["trace[2098798708] 'agreement among raft nodes before linearized reading' (duration: 2.000235596s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.449096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:36.448679Z","time spent":"2.000411262s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:59:38.465238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.807950306s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:59:38.465768Z","caller":"traceutil/trace.go:171","msg":"trace[1816277808] transaction","detail":"{read_only:false; response_revision:28278; number_of_response:1; }","duration":"4.09153219s","start":"2026-04-10T14:59:34.37421Z","end":"2026-04-10T14:59:38.465743Z","steps":["trace[1816277808] 'process raft request' (duration: 4.091446147s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:38.46583Z","caller":"traceutil/trace.go:171","msg":"trace[1640314333] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"4.091618342s","start":"2026-04-10T14:59:34.374159Z","end":"2026-04-10T14:59:38.465777Z","steps":["trace[1640314333] 'process raft request' (duration: 4.091304272s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.465937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.374205Z","time spent":"4.091615272s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:38.466024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.374149Z","time spent":"4.091757447s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:59:38.466121Z","caller":"traceutil/trace.go:171","msg":"trace[1480213085] linearizableReadLoop","detail":"{readStateIndex:29291; appliedIndex:29287; }","duration":"4.092085837s","start":"2026-04-10T14:59:34.374015Z","end":"2026-04-10T14:59:38.466101Z","steps":["trace[1480213085] 'read index received' (duration: 2.283397808s)","trace[1480213085] 'applied index is now lower than readState.Index' (duration: 1.808687129s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:38.466199Z","caller":"traceutil/trace.go:171","msg":"trace[126327845] transaction","detail":"{read_only:false; response_revision:28280; number_of_response:1; }","duration":"4.084254891s","start":"2026-04-10T14:59:34.38193Z","end":"2026-04-10T14:59:38.466185Z","steps":["trace[126327845] 'process raft request' (duration: 4.084009583s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:38.466168Z","caller":"traceutil/trace.go:171","msg":"trace[65522207] transaction","detail":"{read_only:false; response_revision:28279; number_of_response:1; }","duration":"4.091242241s","start":"2026-04-10T14:59:34.374871Z","end":"2026-04-10T14:59:38.466113Z","steps":["trace[65522207] 'process raft request' (duration: 4.090829918s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.466269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.381918Z","time spent":"4.084306462s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5622,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:38.466362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091372375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2001"} {"level":"warn","ts":"2026-04-10T14:59:38.466343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395645624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:38.466384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.374847Z","time spent":"4.091420006s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:59:38.466409Z","caller":"traceutil/trace.go:171","msg":"trace[368816409] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:28280; }","duration":"4.091427696s","start":"2026-04-10T14:59:34.37496Z","end":"2026-04-10T14:59:38.466388Z","steps":["trace[368816409] 'agreement among raft nodes before linearized reading' (duration: 4.091277542s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.466422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092373486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:614"} {"level":"warn","ts":"2026-04-10T14:59:38.466475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359843267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:38.466475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.374952Z","time spent":"4.091508059s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2024,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-04-10T14:59:38.466503Z","caller":"traceutil/trace.go:171","msg":"trace[1228058729] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28280; }","duration":"3.360127556s","start":"2026-04-10T14:59:35.106369Z","end":"2026-04-10T14:59:38.466497Z","steps":["trace[1228058729] 'agreement among raft nodes before linearized reading' (duration: 3.360077294s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:38.46651Z","caller":"traceutil/trace.go:171","msg":"trace[1543320402] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:28280; }","duration":"4.092491479s","start":"2026-04-10T14:59:34.373997Z","end":"2026-04-10T14:59:38.466488Z","steps":["trace[1543320402] 'agreement among raft nodes before linearized reading' (duration: 4.092232431s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.466528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:35.106346Z","time spent":"3.360176128s","remote":"127.0.0.1:35246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:38.466475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510944141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:38.466556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786882743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:59:38.466608Z","caller":"traceutil/trace.go:171","msg":"trace[773978094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28280; }","duration":"1.786961066s","start":"2026-04-10T14:59:36.679633Z","end":"2026-04-10T14:59:38.466594Z","steps":["trace[773978094] 'agreement among raft nodes before linearized reading' (duration: 1.786840802s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:38.4666Z","caller":"traceutil/trace.go:171","msg":"trace[1295716006] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28280; }","duration":"3.511146668s","start":"2026-04-10T14:59:34.955423Z","end":"2026-04-10T14:59:38.46657Z","steps":["trace[1295716006] 'agreement among raft nodes before linearized reading' (duration: 3.5108904s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.466639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:36.679615Z","time spent":"1.787015998s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:59:38.466665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090849988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-10T14:59:38.466427Z","caller":"traceutil/trace.go:171","msg":"trace[336489727] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28280; }","duration":"3.395779758s","start":"2026-04-10T14:59:35.070626Z","end":"2026-04-10T14:59:38.466406Z","steps":["trace[336489727] 'agreement among raft nodes before linearized reading' (duration: 3.395629803s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.4667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360134876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:38.466687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.955382Z","time spent":"3.511285712s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:38.466697Z","caller":"traceutil/trace.go:171","msg":"trace[1440632275] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28280; }","duration":"4.0909059s","start":"2026-04-10T14:59:34.375781Z","end":"2026-04-10T14:59:38.466687Z","steps":["trace[1440632275] 'agreement among raft nodes before linearized reading' (duration: 4.090809077s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:38.466722Z","caller":"traceutil/trace.go:171","msg":"trace[396923083] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28280; }","duration":"3.360199139s","start":"2026-04-10T14:59:35.106518Z","end":"2026-04-10T14:59:38.466717Z","steps":["trace[396923083] 'agreement among raft nodes before linearized reading' (duration: 3.360163097s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.466741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:35.106464Z","time spent":"3.36027432s","remote":"127.0.0.1:35246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:38.466733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.375765Z","time spent":"4.090962582s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-10T14:59:38.466728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:35.070607Z","time spent":"3.396102817s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:38.466752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511354694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:38.466802Z","caller":"traceutil/trace.go:171","msg":"trace[550642266] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28280; }","duration":"3.511405676s","start":"2026-04-10T14:59:34.955382Z","end":"2026-04-10T14:59:38.466787Z","steps":["trace[550642266] 'agreement among raft nodes before linearized reading' (duration: 3.511320313s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.466854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395462658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:38.466837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.95533Z","time spent":"3.511498178s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:38.466848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008946281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-10T14:59:38.46656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.373989Z","time spent":"4.092561252s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":637,"request content":"key:\"/registry/clusterroles/system:public-info-viewer\" "} {"level":"warn","ts":"2026-04-10T14:59:38.466904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396158229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:38.466924Z","caller":"traceutil/trace.go:171","msg":"trace[1785208262] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28280; }","duration":"3.39617847s","start":"2026-04-10T14:59:35.070739Z","end":"2026-04-10T14:59:38.466918Z","steps":["trace[1785208262] 'agreement among raft nodes before linearized reading' (duration: 3.396147619s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:38.466919Z","caller":"traceutil/trace.go:171","msg":"trace[1717943797] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28280; }","duration":"4.009015313s","start":"2026-04-10T14:59:34.457884Z","end":"2026-04-10T14:59:38.466899Z","steps":["trace[1717943797] 'agreement among raft nodes before linearized reading' (duration: 4.008823557s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.466947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:35.070734Z","time spent":"3.396203531s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:38.466965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.457857Z","time spent":"4.009097426s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-10T14:59:38.466996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804098765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7db966b77b-qsxpl.18a50482398e6688\" ","response":"range_response_count:1 size:1979"} {"level":"info","ts":"2026-04-10T14:59:38.467032Z","caller":"traceutil/trace.go:171","msg":"trace[890811123] range","detail":"{range_begin:/registry/events/openstack/glance-api-7db966b77b-qsxpl.18a50482398e6688; range_end:; response_count:1; response_revision:28280; }","duration":"1.804161787s","start":"2026-04-10T14:59:36.662857Z","end":"2026-04-10T14:59:38.467019Z","steps":["trace[890811123] 'agreement among raft nodes before linearized reading' (duration: 1.804059864s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321537912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7503"} {"level":"warn","ts":"2026-04-10T14:59:38.467099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:36.662839Z","time spent":"1.804250119s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2002,"request content":"key:\"/registry/events/openstack/glance-api-7db966b77b-qsxpl.18a50482398e6688\" "} {"level":"info","ts":"2026-04-10T14:59:38.467102Z","caller":"traceutil/trace.go:171","msg":"trace[1044385851] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28280; }","duration":"3.321595973s","start":"2026-04-10T14:59:35.145497Z","end":"2026-04-10T14:59:38.467093Z","steps":["trace[1044385851] 'agreement among raft nodes before linearized reading' (duration: 3.321447049s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:35.145435Z","time spent":"3.321691307s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7526,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-10T14:59:38.46717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510218709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:38.467204Z","caller":"traceutil/trace.go:171","msg":"trace[288279810] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28280; }","duration":"3.510292191s","start":"2026-04-10T14:59:34.956903Z","end":"2026-04-10T14:59:38.467195Z","steps":["trace[288279810] 'agreement among raft nodes before linearized reading' (duration: 3.510239479s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.956883Z","time spent":"3.510337232s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-04-10T14:59:38.466666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.087321878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:38.467299Z","caller":"traceutil/trace.go:171","msg":"trace[1600933058] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28280; }","duration":"4.087993209s","start":"2026-04-10T14:59:34.379298Z","end":"2026-04-10T14:59:38.467292Z","steps":["trace[1600933058] 'agreement among raft nodes before linearized reading' (duration: 4.087271056s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:38.466876Z","caller":"traceutil/trace.go:171","msg":"trace[1537933044] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28280; }","duration":"3.395485818s","start":"2026-04-10T14:59:35.071384Z","end":"2026-04-10T14:59:38.466869Z","steps":["trace[1537933044] 'agreement among raft nodes before linearized reading' (duration: 3.395440697s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.379286Z","time spent":"4.088029159s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:59:38.467361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:35.071368Z","time spent":"3.395974093s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-10T14:59:38.466431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359185206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:38.467413Z","caller":"traceutil/trace.go:171","msg":"trace[460016674] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28280; }","duration":"3.360193308s","start":"2026-04-10T14:59:35.107206Z","end":"2026-04-10T14:59:38.467399Z","steps":["trace[460016674] 'agreement among raft nodes before linearized reading' (duration: 3.359161396s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:35.107196Z","time spent":"3.360243849s","remote":"127.0.0.1:35246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-10T14:59:38.467548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492445689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:59:38.467596Z","caller":"traceutil/trace.go:171","msg":"trace[2071243491] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28280; }","duration":"3.492566173s","start":"2026-04-10T14:59:34.975017Z","end":"2026-04-10T14:59:38.467583Z","steps":["trace[2071243491] 'agreement among raft nodes before linearized reading' (duration: 3.492399138s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492526312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:78 size:210768"} {"level":"info","ts":"2026-04-10T14:59:38.467643Z","caller":"traceutil/trace.go:171","msg":"trace[1448392667] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:78; response_revision:28280; }","duration":"3.49281241s","start":"2026-04-10T14:59:34.974819Z","end":"2026-04-10T14:59:38.467631Z","steps":["trace[1448392667] 'agreement among raft nodes before linearized reading' (duration: 3.492118759s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.974807Z","time spent":"3.492819881s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:38.467679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.974792Z","time spent":"3.492876443s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":78,"response size":210791,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:38.467905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4921686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:78 size:210768"} {"level":"info","ts":"2026-04-10T14:59:38.467946Z","caller":"traceutil/trace.go:171","msg":"trace[148234413] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:78; response_revision:28280; }","duration":"3.492244063s","start":"2026-04-10T14:59:34.975691Z","end":"2026-04-10T14:59:38.467935Z","steps":["trace[148234413] 'agreement among raft nodes before linearized reading' (duration: 3.491637174s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:38.467981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:34.975676Z","time spent":"3.492293974s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":78,"response size":210791,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-04-10T14:59:39.534111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060933433s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:59:40.546663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:40.546753Z","caller":"traceutil/trace.go:171","msg":"trace[1114695833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00091633s","start":"2026-04-10T14:59:38.545816Z","end":"2026-04-10T14:59:40.546732Z","steps":["trace[1114695833] 'agreement among raft nodes before linearized reading' (duration: 2.000716004s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:40.546807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.545802Z","time spent":"2.000991652s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:41.148869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61451957s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:59:42.547744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:42.547836Z","caller":"traceutil/trace.go:171","msg":"trace[1509691690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583798s","start":"2026-04-10T14:59:40.547229Z","end":"2026-04-10T14:59:42.547812Z","steps":["trace[1509691690] 'agreement among raft nodes before linearized reading' (duration: 2.000470834s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:42.547884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:40.547204Z","time spent":"2.00067126s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:43.395801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861254694s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:59:43.396008Z","caller":"traceutil/trace.go:171","msg":"trace[1485869864] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"4.922974091s","start":"2026-04-10T14:59:38.472987Z","end":"2026-04-10T14:59:43.395961Z","steps":["trace[1485869864] 'process raft request' (duration: 1.061392797s)","trace[1485869864] 'compare' (duration: 3.860529671s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:43.396093Z","caller":"traceutil/trace.go:171","msg":"trace[110321798] linearizableReadLoop","detail":"{readStateIndex:29292; appliedIndex:29291; }","duration":"4.923032193s","start":"2026-04-10T14:59:38.473019Z","end":"2026-04-10T14:59:43.396051Z","steps":["trace[110321798] 'read index received' (duration: 54.252µs)","trace[110321798] 'applied index is now lower than readState.Index' (duration: 4.922973441s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:43.396175Z","caller":"traceutil/trace.go:171","msg":"trace[878508945] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"4.922788435s","start":"2026-04-10T14:59:38.473361Z","end":"2026-04-10T14:59:43.39615Z","steps":["trace[878508945] 'process raft request' (duration: 4.92262576s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:43.396199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.472972Z","time spent":"4.923111136s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1962,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:43.396303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.47334Z","time spent":"4.922899299s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:43.396485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923433135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2484082d-dd1c-43ae-acc3-d73dd8b71913\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-10T14:59:43.396556Z","caller":"traceutil/trace.go:171","msg":"trace[10040016] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2484082d-dd1c-43ae-acc3-d73dd8b71913; range_end:; response_count:1; response_revision:28282; }","duration":"4.923537099s","start":"2026-04-10T14:59:38.472999Z","end":"2026-04-10T14:59:43.396536Z","steps":["trace[10040016] 'agreement among raft nodes before linearized reading' (duration: 4.923223289s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:43.396612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.472991Z","time spent":"4.923606671s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-2484082d-dd1c-43ae-acc3-d73dd8b71913\" "} {"level":"warn","ts":"2026-04-10T14:59:43.896716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:44.397898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:44.494017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.336875995s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:59:44.647003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:44.647112Z","caller":"traceutil/trace.go:171","msg":"trace[149123518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216326s","start":"2026-04-10T14:59:42.646874Z","end":"2026-04-10T14:59:44.647091Z","steps":["trace[149123518] 'agreement among raft nodes before linearized reading' (duration: 2.00000672s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:44.647155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:42.646856Z","time spent":"2.000290819s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:45.471238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999738726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:45.471332Z","caller":"traceutil/trace.go:171","msg":"trace[1829718238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999913941s","start":"2026-04-10T14:59:40.471398Z","end":"2026-04-10T14:59:45.471311Z","steps":["trace[1829718238] 'agreement among raft nodes before linearized reading' (duration: 4.999787177s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:45.471381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:40.471382Z","time spent":"4.999988383s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:59:45.471246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99956029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/04/10 14:59:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:59:45.471433Z","caller":"traceutil/trace.go:171","msg":"trace[931094140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999808098s","start":"2026-04-10T14:59:40.471608Z","end":"2026-04-10T14:59:45.471416Z","steps":["trace[931094140] 'agreement among raft nodes before linearized reading' (duration: 4.999611771s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:45.471485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:40.47157Z","time spent":"4.9999047s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/10 14:59:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:46.450045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998624442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:46.450157Z","caller":"traceutil/trace.go:171","msg":"trace[1263890029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998793857s","start":"2026-04-10T14:59:41.451336Z","end":"2026-04-10T14:59:46.45013Z","steps":["trace[1263890029] 'agreement among raft nodes before linearized reading' (duration: 4.998653523s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:46.450239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:41.451317Z","time spent":"4.99890006s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 14:59:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:46.64752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:46.647613Z","caller":"traceutil/trace.go:171","msg":"trace[1207368383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028794s","start":"2026-04-10T14:59:44.647305Z","end":"2026-04-10T14:59:46.647593Z","steps":["trace[1207368383] 'agreement among raft nodes before linearized reading' (duration: 2.000167356s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:46.647674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:44.647281Z","time spent":"2.000381933s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:46.648474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.599373ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:46.648635Z","caller":"traceutil/trace.go:171","msg":"trace[905860574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28282; }","duration":"262.774299ms","start":"2026-04-10T14:59:46.385835Z","end":"2026-04-10T14:59:46.64861Z","steps":["trace[905860574] 'range keys from in-memory index tree' (duration: 262.580523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:46.649787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155461272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:59:46.650441Z","caller":"traceutil/trace.go:171","msg":"trace[2120632980] transaction","detail":"{read_only:false; response_revision:28283; number_of_response:1; }","duration":"6.806245778s","start":"2026-04-10T14:59:39.844144Z","end":"2026-04-10T14:59:46.65039Z","steps":["trace[2120632980] 'process raft request' (duration: 4.650087264s)","trace[2120632980] 'compare' (duration: 2.155334428s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:46.650674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:39.844122Z","time spent":"6.806418313s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:47.3705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:47.370608Z","caller":"traceutil/trace.go:171","msg":"trace[99851136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333021s","start":"2026-04-10T14:59:45.37025Z","end":"2026-04-10T14:59:47.370583Z","steps":["trace[99851136] 'agreement among raft nodes before linearized reading' (duration: 2.000187557s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:47.370682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:45.370226Z","time spent":"2.000442804s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:59:47.863539Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0e0892","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T14:59:47.894575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.275441582s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:59:48.494996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00479703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:48.495116Z","caller":"traceutil/trace.go:171","msg":"trace[1237495258] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.004956224s","start":"2026-04-10T14:59:38.49014Z","end":"2026-04-10T14:59:48.495097Z","steps":["trace[1237495258] 'agreement among raft nodes before linearized reading' (duration: 10.0048038s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:48.49519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.490134Z","time spent":"10.005043557s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/10 14:59:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:48.746996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:48.74709Z","caller":"traceutil/trace.go:171","msg":"trace[126826462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120513s","start":"2026-04-10T14:59:46.746931Z","end":"2026-04-10T14:59:48.747051Z","steps":["trace[126826462] 'agreement among raft nodes before linearized reading' (duration: 2.00001653s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:48.747125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:46.746926Z","time spent":"2.000192685s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:50.471197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998554399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:50.471284Z","caller":"traceutil/trace.go:171","msg":"trace[1054984120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998693244s","start":"2026-04-10T14:59:47.47257Z","end":"2026-04-10T14:59:50.471263Z","steps":["trace[1054984120] 'agreement among raft nodes before linearized reading' (duration: 2.99857908s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:50.471334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:47.472553Z","time spent":"2.998772276s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/10 14:59:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:50.471437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997772154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:50.47146Z","caller":"traceutil/trace.go:171","msg":"trace[160871986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997858077s","start":"2026-04-10T14:59:47.473597Z","end":"2026-04-10T14:59:50.471455Z","steps":["trace[160871986] 'agreement among raft nodes before linearized reading' (duration: 2.997833336s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:50.471479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:47.473559Z","time spent":"2.997915689s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/10 14:59:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:50.74864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001098845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:50.748744Z","caller":"traceutil/trace.go:171","msg":"trace[800419217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00125389s","start":"2026-04-10T14:59:48.74747Z","end":"2026-04-10T14:59:50.748724Z","steps":["trace[800419217] 'agreement among raft nodes before linearized reading' (duration: 2.001120206s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:50.748793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:48.747451Z","time spent":"2.001331392s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:51.121668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471778534s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:59:51.121899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:47.429364Z","time spent":"3.692527085s","remote":"127.0.0.1:46106","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:59:51.121966Z","caller":"traceutil/trace.go:171","msg":"trace[2570993] linearizableReadLoop","detail":"{readStateIndex:29295; appliedIndex:29293; }","duration":"7.725764981s","start":"2026-04-10T14:59:43.396183Z","end":"2026-04-10T14:59:51.121948Z","steps":["trace[2570993] 'read index received' (duration: 1.098030329s)","trace[2570993] 'applied index is now lower than readState.Index' (duration: 6.627733502s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:51.122308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.764254792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-04-10T14:59:51.122341Z","caller":"traceutil/trace.go:171","msg":"trace[1587877235] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:28284; }","duration":"9.764347675s","start":"2026-04-10T14:59:41.357984Z","end":"2026-04-10T14:59:51.122331Z","steps":["trace[1587877235] 'agreement among raft nodes before linearized reading' (duration: 9.7641899s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.982908317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:51.122368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:41.357945Z","time spent":"9.764415077s","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:51.122389Z","caller":"traceutil/trace.go:171","msg":"trace[458550534] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28284; }","duration":"10.98304249s","start":"2026-04-10T14:59:40.139328Z","end":"2026-04-10T14:59:51.122371Z","steps":["trace[458550534] 'agreement among raft nodes before linearized reading' (duration: 10.982910596s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.764479059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:59:51.12242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:40.139287Z","time spent":"10.983126423s","remote":"127.0.0.1:35274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:51.122439Z","caller":"traceutil/trace.go:171","msg":"trace[1180989223] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28284; }","duration":"9.764546862s","start":"2026-04-10T14:59:41.357879Z","end":"2026-04-10T14:59:51.122425Z","steps":["trace[1180989223] 'agreement among raft nodes before linearized reading' (duration: 9.764466269s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:41.357864Z","time spent":"9.764593753s","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:51.122516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.511951943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:59:51.122526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.122702781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:59:51.12258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.512094987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:59:51.122592Z","caller":"traceutil/trace.go:171","msg":"trace[568533200] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28284; }","duration":"10.122825184s","start":"2026-04-10T14:59:40.999749Z","end":"2026-04-10T14:59:51.122574Z","steps":["trace[568533200] 'agreement among raft nodes before linearized reading' (duration: 10.12268693s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:51.122602Z","caller":"traceutil/trace.go:171","msg":"trace[248959603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28284; }","duration":"11.512167129s","start":"2026-04-10T14:59:39.610427Z","end":"2026-04-10T14:59:51.122594Z","steps":["trace[248959603] 'agreement among raft nodes before linearized reading' (duration: 11.512094127s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:39.610407Z","time spent":"11.512212641s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:59:51.122635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:40.999724Z","time spent":"10.122900447s","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:51.12261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.122655129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 ","response":"range_response_count:22 size:43731"} {"level":"warn","ts":"2026-04-10T14:59:51.122664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.983412652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:51.122696Z","caller":"traceutil/trace.go:171","msg":"trace[1490950026] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:22; response_revision:28284; }","duration":"10.122820515s","start":"2026-04-10T14:59:40.999856Z","end":"2026-04-10T14:59:51.122676Z","steps":["trace[1490950026] 'agreement among raft nodes before linearized reading' (duration: 10.122408202s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:51.122709Z","caller":"traceutil/trace.go:171","msg":"trace[1409277874] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28284; }","duration":"10.983490874s","start":"2026-04-10T14:59:40.139206Z","end":"2026-04-10T14:59:51.122697Z","steps":["trace[1409277874] 'agreement among raft nodes before linearized reading' (duration: 10.983412712s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:40.999811Z","time spent":"10.122923397s","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":22,"response size":43754,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:51.122752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:40.139184Z","time spent":"10.983552337s","remote":"127.0.0.1:35274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:51.12276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.649511036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-10T14:59:51.122789Z","caller":"traceutil/trace.go:171","msg":"trace[1704487014] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28284; }","duration":"12.649566768s","start":"2026-04-10T14:59:38.473215Z","end":"2026-04-10T14:59:51.122782Z","steps":["trace[1704487014] 'agreement among raft nodes before linearized reading' (duration: 12.649446764s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.648285628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fvnjs\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-04-10T14:59:51.122588Z","caller":"traceutil/trace.go:171","msg":"trace[104283113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28284; }","duration":"11.512066946s","start":"2026-04-10T14:59:39.610498Z","end":"2026-04-10T14:59:51.122565Z","steps":["trace[104283113] 'agreement among raft nodes before linearized reading' (duration: 11.511810918s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.4732Z","time spent":"12.649620169s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-04-10T14:59:51.122849Z","caller":"traceutil/trace.go:171","msg":"trace[605273105] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fvnjs; range_end:; response_count:1; response_revision:28284; }","duration":"12.648453493s","start":"2026-04-10T14:59:38.474386Z","end":"2026-04-10T14:59:51.122839Z","steps":["trace[605273105] 'agreement among raft nodes before linearized reading' (duration: 12.648209745s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.366070597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:59:51.122877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.474378Z","time spent":"12.648490764s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fvnjs\" "} {"level":"warn","ts":"2026-04-10T14:59:51.122868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:39.610493Z","time spent":"11.512360035s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:59:51.122895Z","caller":"traceutil/trace.go:171","msg":"trace[1495093993] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28284; }","duration":"12.366118649s","start":"2026-04-10T14:59:38.756761Z","end":"2026-04-10T14:59:51.12288Z","steps":["trace[1495093993] 'agreement among raft nodes before linearized reading' (duration: 12.365963904s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.122952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.756745Z","time spent":"12.366198722s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:51.123015Z","caller":"traceutil/trace.go:171","msg":"trace[135695496] transaction","detail":"{read_only:false; response_revision:28286; number_of_response:1; }","duration":"649.27521ms","start":"2026-04-10T14:59:50.473715Z","end":"2026-04-10T14:59:51.12299Z","steps":["trace[135695496] 'process raft request' (duration: 649.196337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.123125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.640641337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7503"} {"level":"info","ts":"2026-04-10T14:59:51.123153Z","caller":"traceutil/trace.go:171","msg":"trace[982409238] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28286; }","duration":"12.640690598s","start":"2026-04-10T14:59:38.482455Z","end":"2026-04-10T14:59:51.123146Z","steps":["trace[982409238] 'agreement among raft nodes before linearized reading' (duration: 12.640562924s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.123172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.482447Z","time spent":"12.640720869s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7526,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-10T14:59:51.123164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.473686Z","time spent":"649.408214ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:51.123198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.648394121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2873"} {"level":"info","ts":"2026-04-10T14:59:51.123222Z","caller":"traceutil/trace.go:171","msg":"trace[1185640429] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:28286; }","duration":"12.648440633s","start":"2026-04-10T14:59:38.474772Z","end":"2026-04-10T14:59:51.123213Z","steps":["trace[1185640429] 'agreement among raft nodes before linearized reading' (duration: 12.64835885s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.123242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.474764Z","time spent":"12.648472353s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2896,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-10T14:59:51.12331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.634921817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:4521"} {"level":"info","ts":"2026-04-10T14:59:51.123338Z","caller":"traceutil/trace.go:171","msg":"trace[1648404390] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:28286; }","duration":"12.634961698s","start":"2026-04-10T14:59:38.488367Z","end":"2026-04-10T14:59:51.123329Z","steps":["trace[1648404390] 'agreement among raft nodes before linearized reading' (duration: 12.634907997s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.123361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.488357Z","time spent":"12.634998329s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":4544,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-04-10T14:59:51.123357Z","caller":"traceutil/trace.go:171","msg":"trace[1736375616] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"6.504334449s","start":"2026-04-10T14:59:44.619002Z","end":"2026-04-10T14:59:51.123337Z","steps":["trace[1736375616] 'process raft request' (duration: 6.5027777s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.123483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:44.61898Z","time spent":"6.504423872s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:51.123744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.366901524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:178 size:377865"} {"level":"info","ts":"2026-04-10T14:59:51.12378Z","caller":"traceutil/trace.go:171","msg":"trace[1125088093] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:178; response_revision:28284; }","duration":"12.366983606s","start":"2026-04-10T14:59:38.756786Z","end":"2026-04-10T14:59:51.12377Z","steps":["trace[1125088093] 'agreement among raft nodes before linearized reading' (duration: 12.365763878s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.123811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.756761Z","time spent":"12.367036998s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":178,"response size":377888,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:51.124016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.366100469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:178 size:377865"} {"level":"info","ts":"2026-04-10T14:59:51.124039Z","caller":"traceutil/trace.go:171","msg":"trace[759570664] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:178; response_revision:28284; }","duration":"12.36614671s","start":"2026-04-10T14:59:38.757886Z","end":"2026-04-10T14:59:51.124033Z","steps":["trace[759570664] 'agreement among raft nodes before linearized reading' (duration: 12.364345134s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:51.124062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:38.757875Z","time spent":"12.366178551s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":178,"response size":377888,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"warn","ts":"2026-04-10T14:59:52.847556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000931428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:52.847651Z","caller":"traceutil/trace.go:171","msg":"trace[1630009612] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001139385s","start":"2026-04-10T14:59:50.846489Z","end":"2026-04-10T14:59:52.847628Z","steps":["trace[1630009612] 'agreement among raft nodes before linearized reading' (duration: 2.0009786s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:52.847702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.84646Z","time spent":"2.001230718s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:53.746982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999302722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:59:53.747085Z","caller":"traceutil/trace.go:171","msg":"trace[503148024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999436227s","start":"2026-04-10T14:59:48.74763Z","end":"2026-04-10T14:59:53.747066Z","steps":["trace[503148024] 'agreement among raft nodes before linearized reading' (duration: 4.999306613s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.747158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:48.747624Z","time spent":"4.999516979s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 14:59:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:53.954615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505405062s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:59:53.954895Z","caller":"traceutil/trace.go:171","msg":"trace[28497859] linearizableReadLoop","detail":"{readStateIndex:29299; appliedIndex:29297; }","duration":"2.832875616s","start":"2026-04-10T14:59:51.121997Z","end":"2026-04-10T14:59:53.954873Z","steps":["trace[28497859] 'read index received' (duration: 327.135703ms)","trace[28497859] 'applied index is now lower than readState.Index' (duration: 2.505738173s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:53.954896Z","caller":"traceutil/trace.go:171","msg":"trace[1219268478] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"3.052104544s","start":"2026-04-10T14:59:50.902762Z","end":"2026-04-10T14:59:53.954866Z","steps":["trace[1219268478] 'process raft request' (duration: 3.051970509s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.954965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56081768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:53.95509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.90272Z","time spent":"3.052236278s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:53.955113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.408702714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:59:53.955126Z","caller":"traceutil/trace.go:171","msg":"trace[1481244933] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28288; }","duration":"3.561038828s","start":"2026-04-10T14:59:50.394067Z","end":"2026-04-10T14:59:53.955106Z","steps":["trace[1481244933] 'agreement among raft nodes before linearized reading' (duration: 3.560806621s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020490764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:59:53.955157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.408746036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 ","response":"range_response_count:5 size:8744"} {"level":"warn","ts":"2026-04-10T14:59:53.955196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.211464088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:1 size:418759"} {"level":"warn","ts":"2026-04-10T14:59:53.955215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.394044Z","time spent":"3.56112499s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:53.955236Z","caller":"traceutil/trace.go:171","msg":"trace[108299539] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:1; response_revision:28288; }","duration":"7.21152909s","start":"2026-04-10T14:59:46.743698Z","end":"2026-04-10T14:59:53.955227Z","steps":["trace[108299539] 'agreement among raft nodes before linearized reading' (duration: 7.211316383s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.211505029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:59:53.954896Z","caller":"traceutil/trace.go:171","msg":"trace[1476784164] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"3.480986418s","start":"2026-04-10T14:59:50.473874Z","end":"2026-04-10T14:59:53.95486Z","steps":["trace[1476784164] 'process raft request' (duration: 975.212645ms)","trace[1476784164] 'compare' (duration: 2.503801341s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:53.955272Z","caller":"traceutil/trace.go:171","msg":"trace[854886942] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28288; }","duration":"7.211588831s","start":"2026-04-10T14:59:46.743671Z","end":"2026-04-10T14:59:53.95526Z","steps":["trace[854886942] 'agreement among raft nodes before linearized reading' (duration: 7.211515509s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830992667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:53.955307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.115586375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:53.955316Z","caller":"traceutil/trace.go:171","msg":"trace[457538540] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28288; }","duration":"4.831049659s","start":"2026-04-10T14:59:49.124258Z","end":"2026-04-10T14:59:53.955307Z","steps":["trace[457538540] 'agreement among raft nodes before linearized reading' (duration: 4.830997767s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:46.743649Z","time spent":"7.211655873s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:53.955341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:49.124183Z","time spent":"4.831150991s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:53.955376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875162111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:53.955422Z","caller":"traceutil/trace.go:171","msg":"trace[784947298] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28288; }","duration":"3.875241344s","start":"2026-04-10T14:59:50.080171Z","end":"2026-04-10T14:59:53.955412Z","steps":["trace[784947298] 'agreement among raft nodes before linearized reading' (duration: 3.875175302s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.080142Z","time spent":"3.875298926s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:53.955205Z","caller":"traceutil/trace.go:171","msg":"trace[1887968464] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28288; }","duration":"4.020685851s","start":"2026-04-10T14:59:49.934505Z","end":"2026-04-10T14:59:53.95519Z","steps":["trace[1887968464] 'agreement among raft nodes before linearized reading' (duration: 4.020453134s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875289525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:53.955526Z","caller":"traceutil/trace.go:171","msg":"trace[1975394916] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28288; }","duration":"3.875352477s","start":"2026-04-10T14:59:50.080167Z","end":"2026-04-10T14:59:53.95552Z","steps":["trace[1975394916] 'agreement among raft nodes before linearized reading' (duration: 3.875305676s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.473838Z","time spent":"3.481459093s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:59:53.955389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.115677328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:53.955549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.080147Z","time spent":"3.875395359s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:53.955534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:49.9345Z","time spent":"4.02099179s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:53.95517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.83011987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:59:53.955605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021097033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 ","response":"range_response_count:29 size:265361"} {"level":"warn","ts":"2026-04-10T14:59:53.955669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.553831205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-10T14:59:53.955694Z","caller":"traceutil/trace.go:171","msg":"trace[1292911807] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28288; }","duration":"10.553870737s","start":"2026-04-10T14:59:43.401817Z","end":"2026-04-10T14:59:53.955687Z","steps":["trace[1292911807] 'agreement among raft nodes before linearized reading' (duration: 10.553798704s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:43.401811Z","time spent":"10.553909228s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-10T14:59:53.955163Z","caller":"traceutil/trace.go:171","msg":"trace[1502009253] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28288; }","duration":"5.408838458s","start":"2026-04-10T14:59:48.546307Z","end":"2026-04-10T14:59:53.955146Z","steps":["trace[1502009253] 'agreement among raft nodes before linearized reading' (duration: 5.408665183s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:48.546241Z","time spent":"5.409521101s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:53.955682Z","caller":"traceutil/trace.go:171","msg":"trace[796865854] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:29; response_revision:28288; }","duration":"4.021206157s","start":"2026-04-10T14:59:49.934456Z","end":"2026-04-10T14:59:53.955662Z","steps":["trace[796865854] 'agreement among raft nodes before linearized reading' (duration: 4.020751842s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.55463349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-5bc774c7df-7lvs8.18a5057b5acbac55\" ","response":"range_response_count:1 size:1169"} {"level":"warn","ts":"2026-04-10T14:59:53.955899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:49.934438Z","time spent":"4.021435614s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":29,"response size":265384,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:53.955454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.115906346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:471"} {"level":"info","ts":"2026-04-10T14:59:53.955956Z","caller":"traceutil/trace.go:171","msg":"trace[2017703180] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28288; }","duration":"6.116454603s","start":"2026-04-10T14:59:47.839494Z","end":"2026-04-10T14:59:53.955948Z","steps":["trace[2017703180] 'agreement among raft nodes before linearized reading' (duration: 6.115912066s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:53.95595Z","caller":"traceutil/trace.go:171","msg":"trace[139644660] range","detail":"{range_begin:/registry/events/openstack/senlin-api-5bc774c7df-7lvs8.18a5057b5acbac55; range_end:; response_count:1; response_revision:28288; }","duration":"10.554823036s","start":"2026-04-10T14:59:43.401102Z","end":"2026-04-10T14:59:53.955925Z","steps":["trace[139644660] 'agreement among raft nodes before linearized reading' (duration: 10.554493116s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.955981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:47.839466Z","time spent":"6.116507115s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":494,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:59:53.956003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:43.401025Z","time spent":"10.554967371s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1192,"request content":"key:\"/registry/events/openstack/senlin-api-5bc774c7df-7lvs8.18a5057b5acbac55\" "} {"level":"info","ts":"2026-04-10T14:59:53.95533Z","caller":"traceutil/trace.go:171","msg":"trace[1339151625] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28288; }","duration":"6.115640027s","start":"2026-04-10T14:59:47.83968Z","end":"2026-04-10T14:59:53.95532Z","steps":["trace[1339151625] 'agreement among raft nodes before linearized reading' (duration: 6.115603856s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.956098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:47.839657Z","time spent":"6.116432282s","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:53.955227Z","caller":"traceutil/trace.go:171","msg":"trace[2129714660] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:5; response_revision:28288; }","duration":"5.4088719s","start":"2026-04-10T14:59:48.546337Z","end":"2026-04-10T14:59:53.955209Z","steps":["trace[2129714660] 'agreement among raft nodes before linearized reading' (duration: 5.408609272s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.956313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:48.546303Z","time spent":"5.409990076s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":5,"response size":8767,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:53.955268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:46.743682Z","time spent":"7.211578121s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":418782,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T14:59:53.955319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561286406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:53.956531Z","caller":"traceutil/trace.go:171","msg":"trace[1291861626] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28288; }","duration":"3.562533335s","start":"2026-04-10T14:59:50.393985Z","end":"2026-04-10T14:59:53.956519Z","steps":["trace[1291861626] 'agreement among raft nodes before linearized reading' (duration: 3.561239814s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.95656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.393967Z","time spent":"3.562582657s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 "} {"level":"info","ts":"2026-04-10T14:59:53.955571Z","caller":"traceutil/trace.go:171","msg":"trace[918217182] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28288; }","duration":"6.115898766s","start":"2026-04-10T14:59:47.839664Z","end":"2026-04-10T14:59:53.955563Z","steps":["trace[918217182] 'agreement among raft nodes before linearized reading' (duration: 6.115683729s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.956673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:47.839654Z","time spent":"6.11701091s","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:59:53.955626Z","caller":"traceutil/trace.go:171","msg":"trace[1929497870] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28288; }","duration":"4.830631435s","start":"2026-04-10T14:59:49.124978Z","end":"2026-04-10T14:59:53.955609Z","steps":["trace[1929497870] 'agreement among raft nodes before linearized reading' (duration: 4.830040766s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.956785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:49.12495Z","time spent":"4.831821333s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:59:53.955615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49152758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299314"} {"level":"info","ts":"2026-04-10T14:59:53.956902Z","caller":"traceutil/trace.go:171","msg":"trace[594215918] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28288; }","duration":"3.492872122s","start":"2026-04-10T14:59:50.464022Z","end":"2026-04-10T14:59:53.956895Z","steps":["trace[594215918] 'agreement among raft nodes before linearized reading' (duration: 3.490964902s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:53.956927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:50.463998Z","time spent":"3.492921114s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299337,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-10T14:59:54.455752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:54.85152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003627895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:54.851595Z","caller":"traceutil/trace.go:171","msg":"trace[29380506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003756119s","start":"2026-04-10T14:59:52.847822Z","end":"2026-04-10T14:59:54.851578Z","steps":["trace[29380506] 'agreement among raft nodes before linearized reading' (duration: 2.003645936s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:54.851634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:52.847805Z","time spent":"2.003821121s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:59:54.955993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:59:55.007129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.043936058s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:59:56.947098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:56.947176Z","caller":"traceutil/trace.go:171","msg":"trace[1262449109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354301s","start":"2026-04-10T14:59:54.946804Z","end":"2026-04-10T14:59:56.947158Z","steps":["trace[1262449109] 'agreement among raft nodes before linearized reading' (duration: 2.000223396s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:56.947216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:54.946789Z","time spent":"2.000418242s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:58.130049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.129246Z","time spent":"7.000794819s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:59:58.130392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.129903Z","time spent":"7.000485999s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:59:58.133157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.132944Z","time spent":"7.000208931s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:59:58.421541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034770114s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:58.421674Z","caller":"traceutil/trace.go:171","msg":"trace[1243292476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28288; }","duration":"2.03492997s","start":"2026-04-10T14:59:56.386724Z","end":"2026-04-10T14:59:58.421654Z","steps":["trace[1243292476] 'range keys from in-memory index tree' (duration: 2.034745483s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:58.423309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415939042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-10T14:59:58.947521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:59:58.947636Z","caller":"traceutil/trace.go:171","msg":"trace[910721660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401822s","start":"2026-04-10T14:59:56.947211Z","end":"2026-04-10T14:59:58.947613Z","steps":["trace[910721660] 'agreement among raft nodes before linearized reading' (duration: 2.000256458s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:58.947706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:56.947187Z","time spent":"2.000503476s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:59:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:59:59.200924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.882872574s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:00.75936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.557673742s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:00.943271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000084527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:00.943375Z","caller":"traceutil/trace.go:171","msg":"trace[1251884211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000243682s","start":"2026-04-10T14:59:55.943104Z","end":"2026-04-10T15:00:00.943348Z","steps":["trace[1251884211] 'agreement among raft nodes before linearized reading' (duration: 5.000113098s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:00.943443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:55.943084Z","time spent":"5.000341396s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 15:00:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:00.959452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:53.959206Z","time spent":"7.000238002s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:00.963337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:53.962645Z","time spent":"7.000685836s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:01.047349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:01.047443Z","caller":"traceutil/trace.go:171","msg":"trace[822794902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572328s","start":"2026-04-10T14:59:59.046847Z","end":"2026-04-10T15:00:01.047419Z","steps":["trace[822794902] 'agreement among raft nodes before linearized reading' (duration: 2.000459104s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:01.047507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:59.04682Z","time spent":"2.000673071s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:03.047717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:03.047823Z","caller":"traceutil/trace.go:171","msg":"trace[7067445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167125s","start":"2026-04-10T15:00:01.047635Z","end":"2026-04-10T15:00:03.047802Z","steps":["trace[7067445] 'agreement among raft nodes before linearized reading' (duration: 1.999996159s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.047889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:01.047614Z","time spent":"2.000257648s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:03.937887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736589497s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:00:03.938209Z","caller":"traceutil/trace.go:171","msg":"trace[2129131663] linearizableReadLoop","detail":"{readStateIndex:29304; appliedIndex:29299; }","duration":"9.983249691s","start":"2026-04-10T14:59:53.954937Z","end":"2026-04-10T15:00:03.938187Z","steps":["trace[2129131663] 'read index received' (duration: 1.052409024s)","trace[2129131663] 'applied index is now lower than readState.Index' (duration: 8.930839547s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:03.938433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.34278371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:03.938436Z","caller":"traceutil/trace.go:171","msg":"trace[1403243779] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"6.962236996s","start":"2026-04-10T14:59:56.976168Z","end":"2026-04-10T15:00:03.938405Z","steps":["trace[1403243779] 'process raft request' (duration: 6.961981328s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.938515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.342927603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:03.938549Z","caller":"traceutil/trace.go:171","msg":"trace[355761576] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28294; }","duration":"11.343006217s","start":"2026-04-10T14:59:52.595536Z","end":"2026-04-10T15:00:03.938542Z","steps":["trace[355761576] 'agreement among raft nodes before linearized reading' (duration: 11.342956545s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.938591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:52.595509Z","time spent":"11.343069969s","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:03.938605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:56.976142Z","time spent":"6.96236982s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:03.938807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.870020359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:03.938829Z","caller":"traceutil/trace.go:171","msg":"trace[172248832] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28294; }","duration":"11.870079541s","start":"2026-04-10T14:59:52.068743Z","end":"2026-04-10T15:00:03.938823Z","steps":["trace[172248832] 'agreement among raft nodes before linearized reading' (duration: 11.87003858s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.938849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:52.068697Z","time spent":"11.870146283s","remote":"127.0.0.1:54918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:03.938862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.951993483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:03.938898Z","caller":"traceutil/trace.go:171","msg":"trace[1186466987] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28294; }","duration":"10.952059855s","start":"2026-04-10T14:59:52.986825Z","end":"2026-04-10T15:00:03.938885Z","steps":["trace[1186466987] 'agreement among raft nodes before linearized reading' (duration: 10.951447146s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.93893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:52.986804Z","time spent":"10.952119747s","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:03.938962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.871175086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:03.938997Z","caller":"traceutil/trace.go:171","msg":"trace[63945919] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28294; }","duration":"11.871236998s","start":"2026-04-10T14:59:52.067751Z","end":"2026-04-10T15:00:03.938988Z","steps":["trace[63945919] 'agreement among raft nodes before linearized reading' (duration: 11.871191926s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.939028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:52.067733Z","time spent":"11.871287599s","remote":"127.0.0.1:54918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:03.939109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.952252371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:03.939148Z","caller":"traceutil/trace.go:171","msg":"trace[906693758] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28294; }","duration":"10.952334883s","start":"2026-04-10T14:59:52.986804Z","end":"2026-04-10T15:00:03.939139Z","steps":["trace[906693758] 'agreement among raft nodes before linearized reading' (duration: 10.951486007s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.939179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.419244389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:00:03.939151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.419141577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:03.939207Z","caller":"traceutil/trace.go:171","msg":"trace[1450919471] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28294; }","duration":"12.41927122s","start":"2026-04-10T14:59:51.519928Z","end":"2026-04-10T15:00:03.9392Z","steps":["trace[1450919471] 'agreement among raft nodes before linearized reading' (duration: 12.419236159s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:03.939214Z","caller":"traceutil/trace.go:171","msg":"trace[1172355737] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28294; }","duration":"12.419213878s","start":"2026-04-10T14:59:51.519991Z","end":"2026-04-10T15:00:03.939205Z","steps":["trace[1172355737] 'agreement among raft nodes before linearized reading' (duration: 12.419138866s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.939229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.519888Z","time spent":"12.419336752s","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:03.939238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.519986Z","time spent":"12.419244499s","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:00:03.938474Z","caller":"traceutil/trace.go:171","msg":"trace[1299080232] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28294; }","duration":"11.342847631s","start":"2026-04-10T14:59:52.595614Z","end":"2026-04-10T15:00:03.938462Z","steps":["trace[1299080232] 'agreement among raft nodes before linearized reading' (duration: 11.342683976s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.939316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:52.595606Z","time spent":"11.343701858s","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:03.939182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:52.98678Z","time spent":"10.952395045s","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:03.940023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.811791191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-04-10T15:00:03.940117Z","caller":"traceutil/trace.go:171","msg":"trace[1968961428] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28294; }","duration":"12.811896054s","start":"2026-04-10T14:59:51.128199Z","end":"2026-04-10T15:00:03.940095Z","steps":["trace[1968961428] 'agreement among raft nodes before linearized reading' (duration: 12.811652107s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.940168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.128128Z","time spent":"12.812029348s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":706,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:03.940467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.809911452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-10T15:00:03.940501Z","caller":"traceutil/trace.go:171","msg":"trace[1313962891] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28294; }","duration":"12.809964344s","start":"2026-04-10T14:59:51.130528Z","end":"2026-04-10T15:00:03.940493Z","steps":["trace[1313962891] 'agreement among raft nodes before linearized reading' (duration: 12.808813168s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.940523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.130518Z","time spent":"12.810000205s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:03.940682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.811990127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2527"} {"level":"info","ts":"2026-04-10T15:00:03.940752Z","caller":"traceutil/trace.go:171","msg":"trace[504110514] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:28294; }","duration":"12.812099261s","start":"2026-04-10T14:59:51.128637Z","end":"2026-04-10T15:00:03.940736Z","steps":["trace[504110514] 'agreement among raft nodes before linearized reading' (duration: 12.810947104s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:03.940796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:51.128627Z","time spent":"12.812158612s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2550,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-04-10T15:00:04.443081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:04.634407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.370644197s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:05.14673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:05.146814Z","caller":"traceutil/trace.go:171","msg":"trace[429452019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367921s","start":"2026-04-10T15:00:03.146426Z","end":"2026-04-10T15:00:05.146794Z","steps":["trace[429452019] 'agreement among raft nodes before linearized reading' (duration: 2.000258918s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:05.14686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:03.146399Z","time spent":"2.000452094s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:00:06.71352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.078921162s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:07.152915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998586835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:07.153008Z","caller":"traceutil/trace.go:171","msg":"trace[262534350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99873382s","start":"2026-04-10T15:00:05.154253Z","end":"2026-04-10T15:00:07.152986Z","steps":["trace[262534350] 'agreement among raft nodes before linearized reading' (duration: 1.998617186s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:07.153057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:05.154236Z","time spent":"1.998810972s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:07.372614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000871857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:07.372709Z","caller":"traceutil/trace.go:171","msg":"trace[1537830793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001025271s","start":"2026-04-10T15:00:05.371658Z","end":"2026-04-10T15:00:07.372683Z","steps":["trace[1537830793] 'agreement among raft nodes before linearized reading' (duration: 2.000910448s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:07.372894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:05.371641Z","time spent":"2.001235138s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:08.228437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842176805s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.22857Z","caller":"traceutil/trace.go:171","msg":"trace[1130000000] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28294; }","duration":"1.842325409s","start":"2026-04-10T15:00:06.386223Z","end":"2026-04-10T15:00:08.228548Z","steps":["trace[1130000000] 'range keys from in-memory index tree' (duration: 1.842161134s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.228941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594145689s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:00:08.229099Z","caller":"traceutil/trace.go:171","msg":"trace[1269145963] linearizableReadLoop","detail":"{readStateIndex:29307; appliedIndex:29305; }","duration":"4.290841511s","start":"2026-04-10T15:00:03.938246Z","end":"2026-04-10T15:00:08.229087Z","steps":["trace[1269145963] 'read index received' (duration: 696.471445ms)","trace[1269145963] 'applied index is now lower than readState.Index' (duration: 3.594369236s)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:00:08.229192Z","caller":"traceutil/trace.go:171","msg":"trace[172202649] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"6.767335833s","start":"2026-04-10T15:00:01.461845Z","end":"2026-04-10T15:00:08.229181Z","steps":["trace[172202649] 'process raft request' (duration: 6.767162168s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:08.229236Z","caller":"traceutil/trace.go:171","msg":"trace[482205657] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"6.965544989s","start":"2026-04-10T15:00:01.263676Z","end":"2026-04-10T15:00:08.22922Z","steps":["trace[482205657] 'process raft request' (duration: 3.371037919s)","trace[482205657] 'compare' (duration: 3.593147438s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:08.229253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:01.46182Z","time spent":"6.767398125s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:08.22932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:01.263654Z","time spent":"6.965614192s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:08.229473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.091918171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-p8xbg\" ","response":"range_response_count:1 size:5317"} {"level":"info","ts":"2026-04-10T15:00:08.22951Z","caller":"traceutil/trace.go:171","msg":"trace[1401774909] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-p8xbg; range_end:; response_count:1; response_revision:28296; }","duration":"10.091984303s","start":"2026-04-10T14:59:58.137515Z","end":"2026-04-10T15:00:08.2295Z","steps":["trace[1401774909] 'agreement among raft nodes before linearized reading' (duration: 10.09186948s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.229525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.30527829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:00:08.229583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:58.137499Z","time spent":"10.092031024s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-p8xbg\" "} {"level":"info","ts":"2026-04-10T15:00:08.229624Z","caller":"traceutil/trace.go:171","msg":"trace[1781694828] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28296; }","duration":"11.305403434s","start":"2026-04-10T14:59:56.92421Z","end":"2026-04-10T15:00:08.229613Z","steps":["trace[1781694828] 'agreement among raft nodes before linearized reading' (duration: 11.3052848s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.229658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:56.924193Z","time spent":"11.305454365s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.231013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31704586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:188 size:1665089"} {"level":"info","ts":"2026-04-10T15:00:08.231042Z","caller":"traceutil/trace.go:171","msg":"trace[1754313374] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:188; response_revision:28296; }","duration":"5.317113682s","start":"2026-04-10T15:00:02.91392Z","end":"2026-04-10T15:00:08.231034Z","steps":["trace[1754313374] 'agreement among raft nodes before linearized reading' (duration: 5.315786271s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.231071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:02.9139Z","time spent":"5.317156104s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":188,"response size":1665112,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" "} {"level":"warn","ts":"2026-04-10T15:00:08.231734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.705415041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:00:08.231755Z","caller":"traceutil/trace.go:171","msg":"trace[1698680856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28296; }","duration":"5.705469173s","start":"2026-04-10T15:00:02.52628Z","end":"2026-04-10T15:00:08.231749Z","steps":["trace[1698680856] 'agreement among raft nodes before linearized reading' (duration: 5.705396331s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.231775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:02.526263Z","time spent":"5.705507764s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:00:08.231906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277631435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-10T15:00:08.231927Z","caller":"traceutil/trace.go:171","msg":"trace[387973645] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28296; }","duration":"6.277687526s","start":"2026-04-10T15:00:01.954233Z","end":"2026-04-10T15:00:08.231921Z","steps":["trace[387973645] 'agreement among raft nodes before linearized reading' (duration: 6.277623174s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.231943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:01.954213Z","time spent":"6.277725798s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-10T15:00:08.232079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.386099097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:00:08.232096Z","caller":"traceutil/trace.go:171","msg":"trace[2095106177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28296; }","duration":"6.386152519s","start":"2026-04-10T15:00:01.845938Z","end":"2026-04-10T15:00:08.23209Z","steps":["trace[2095106177] 'agreement among raft nodes before linearized reading' (duration: 6.386100637s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.232112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:01.845919Z","time spent":"6.38618917s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:00:08.232226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.268508713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6b7bd8955-8dfcm.18a505a9fc82cb00\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-10T15:00:08.232243Z","caller":"traceutil/trace.go:171","msg":"trace[42096970] range","detail":"{range_begin:/registry/events/openstack/heat-api-6b7bd8955-8dfcm.18a505a9fc82cb00; range_end:; response_count:1; response_revision:28296; }","duration":"7.268526893s","start":"2026-04-10T15:00:00.963711Z","end":"2026-04-10T15:00:08.232238Z","steps":["trace[42096970] 'agreement among raft nodes before linearized reading' (duration: 7.268466851s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.23226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:00.963664Z","time spent":"7.268591985s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-api-6b7bd8955-8dfcm.18a505a9fc82cb00\" "} {"level":"warn","ts":"2026-04-10T15:00:08.232411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.067185949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-10T15:00:08.232429Z","caller":"traceutil/trace.go:171","msg":"trace[1387208533] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:1; response_revision:28296; }","duration":"9.06723542s","start":"2026-04-10T14:59:59.165188Z","end":"2026-04-10T15:00:08.232423Z","steps":["trace[1387208533] 'agreement among raft nodes before linearized reading' (duration: 9.067169598s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.232447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:59.165169Z","time spent":"9.067272731s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.232568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.067470428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:08.232589Z","caller":"traceutil/trace.go:171","msg":"trace[1765787272] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28296; }","duration":"9.067523519s","start":"2026-04-10T14:59:59.16506Z","end":"2026-04-10T15:00:08.232584Z","steps":["trace[1765787272] 'agreement among raft nodes before linearized reading' (duration: 9.067487708s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.232608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:59.165039Z","time spent":"9.067562321s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.232695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444012756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.232714Z","caller":"traceutil/trace.go:171","msg":"trace[916908172] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28296; }","duration":"9.444072687s","start":"2026-04-10T14:59:58.788634Z","end":"2026-04-10T15:00:08.232707Z","steps":["trace[916908172] 'agreement among raft nodes before linearized reading' (duration: 9.444040266s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.232731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:58.788587Z","time spent":"9.44413879s","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.232842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444330055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.232861Z","caller":"traceutil/trace.go:171","msg":"trace[2132447946] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28296; }","duration":"9.444384867s","start":"2026-04-10T14:59:58.788471Z","end":"2026-04-10T15:00:08.232856Z","steps":["trace[2132447946] 'agreement among raft nodes before linearized reading' (duration: 9.444353096s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.232879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:58.78845Z","time spent":"9.444424208s","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.232973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.713100151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.232993Z","caller":"traceutil/trace.go:171","msg":"trace[2139515576] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28296; }","duration":"9.713121212s","start":"2026-04-10T14:59:58.519864Z","end":"2026-04-10T15:00:08.232985Z","steps":["trace[2139515576] 'agreement among raft nodes before linearized reading' (duration: 9.713083721s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.233015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:58.519849Z","time spent":"9.713157524s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:00:08.229474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.305179556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.233117Z","caller":"traceutil/trace.go:171","msg":"trace[1107895467] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28296; }","duration":"11.308827781s","start":"2026-04-10T14:59:56.924283Z","end":"2026-04-10T15:00:08.23311Z","steps":["trace[1107895467] 'agreement among raft nodes before linearized reading' (duration: 11.305154145s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.233142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:56.924277Z","time spent":"11.308857583s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.234522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.960216822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.234547Z","caller":"traceutil/trace.go:171","msg":"trace[261705857] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28296; }","duration":"12.960279064s","start":"2026-04-10T14:59:55.274261Z","end":"2026-04-10T15:00:08.23454Z","steps":["trace[261705857] 'agreement among raft nodes before linearized reading' (duration: 12.960231502s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.234567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:55.27424Z","time spent":"12.960321455s","remote":"127.0.0.1:54950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.234689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.168028475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.234708Z","caller":"traceutil/trace.go:171","msg":"trace[133941163] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28296; }","duration":"12.168103328s","start":"2026-04-10T14:59:56.066599Z","end":"2026-04-10T15:00:08.234702Z","steps":["trace[133941163] 'agreement among raft nodes before linearized reading' (duration: 12.168065507s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.234726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:56.066558Z","time spent":"12.168162359s","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.234826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.168236303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.234847Z","caller":"traceutil/trace.go:171","msg":"trace[582820058] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28296; }","duration":"12.168287204s","start":"2026-04-10T14:59:56.066551Z","end":"2026-04-10T15:00:08.234838Z","steps":["trace[582820058] 'agreement among raft nodes before linearized reading' (duration: 12.168260003s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.234869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:56.066531Z","time spent":"12.168331375s","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.234988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.189217583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:00:08.235007Z","caller":"traceutil/trace.go:171","msg":"trace[758898910] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28296; }","duration":"12.189279434s","start":"2026-04-10T14:59:56.045722Z","end":"2026-04-10T15:00:08.235001Z","steps":["trace[758898910] 'agreement among raft nodes before linearized reading' (duration: 12.189212552s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.235023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:56.0457Z","time spent":"12.189318946s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T15:00:08.235178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.960821382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.235199Z","caller":"traceutil/trace.go:171","msg":"trace[1311035065] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28296; }","duration":"12.960890393s","start":"2026-04-10T14:59:55.274301Z","end":"2026-04-10T15:00:08.235191Z","steps":["trace[1311035065] 'agreement among raft nodes before linearized reading' (duration: 12.960855712s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.235217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:55.274279Z","time spent":"12.960932595s","remote":"127.0.0.1:54950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.235626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.275483366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ffbd0dc5-079e-4a9b-9a0b-e93507d8b0ca\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-10T15:00:08.235648Z","caller":"traceutil/trace.go:171","msg":"trace[1394337068] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ffbd0dc5-079e-4a9b-9a0b-e93507d8b0ca; range_end:; response_count:1; response_revision:28296; }","duration":"14.275526647s","start":"2026-04-10T14:59:53.960114Z","end":"2026-04-10T15:00:08.23564Z","steps":["trace[1394337068] 'agreement among raft nodes before linearized reading' (duration: 14.275460365s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.235668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:59:53.960103Z","time spent":"14.275560439s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ffbd0dc5-079e-4a9b-9a0b-e93507d8b0ca\" "} {"level":"warn","ts":"2026-04-10T15:00:08.235854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291161951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-10T15:00:08.235874Z","caller":"traceutil/trace.go:171","msg":"trace[865859706] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28296; }","duration":"4.291200983s","start":"2026-04-10T15:00:03.944667Z","end":"2026-04-10T15:00:08.235868Z","steps":["trace[865859706] 'agreement among raft nodes before linearized reading' (duration: 4.29111186s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.235892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:03.944655Z","time spent":"4.291233083s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:08.236027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.528202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.236046Z","caller":"traceutil/trace.go:171","msg":"trace[786265964] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28296; }","duration":"584.577084ms","start":"2026-04-10T15:00:07.651463Z","end":"2026-04-10T15:00:08.23604Z","steps":["trace[786265964] 'agreement among raft nodes before linearized reading' (duration: 584.541283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.236065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:07.651458Z","time spent":"584.601175ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.236181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.7639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.236199Z","caller":"traceutil/trace.go:171","msg":"trace[562869516] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28296; }","duration":"584.807151ms","start":"2026-04-10T15:00:07.651386Z","end":"2026-04-10T15:00:08.236193Z","steps":["trace[562869516] 'agreement among raft nodes before linearized reading' (duration: 584.77564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.236219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:07.651362Z","time spent":"584.851292ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.236303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.700971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.236319Z","caller":"traceutil/trace.go:171","msg":"trace[1848359168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28296; }","duration":"989.739042ms","start":"2026-04-10T15:00:07.246575Z","end":"2026-04-10T15:00:08.236314Z","steps":["trace[1848359168] 'agreement among raft nodes before linearized reading' (duration: 989.709601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.236335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:07.246532Z","time spent":"989.799554ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:00:08.236464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047361055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-04-10T15:00:08.236483Z","caller":"traceutil/trace.go:171","msg":"trace[855952847] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:1; response_revision:28296; }","duration":"1.047417328s","start":"2026-04-10T15:00:07.189059Z","end":"2026-04-10T15:00:08.236476Z","steps":["trace[855952847] 'agreement among raft nodes before linearized reading' (duration: 1.047355666s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.2365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:07.189036Z","time spent":"1.047459778s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":3240,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.236618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047595973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:08.236638Z","caller":"traceutil/trace.go:171","msg":"trace[2106405795] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28296; }","duration":"1.047662805s","start":"2026-04-10T15:00:07.188967Z","end":"2026-04-10T15:00:08.23663Z","steps":["trace[2106405795] 'agreement among raft nodes before linearized reading' (duration: 1.047631274s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.236657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:07.188943Z","time spent":"1.047709846s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.236742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757444172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.236761Z","caller":"traceutil/trace.go:171","msg":"trace[504807324] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28296; }","duration":"2.757497303s","start":"2026-04-10T15:00:05.479257Z","end":"2026-04-10T15:00:08.236754Z","steps":["trace[504807324] 'agreement among raft nodes before linearized reading' (duration: 2.757465212s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.236779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:05.479234Z","time spent":"2.757539815s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.236892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757872936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.236911Z","caller":"traceutil/trace.go:171","msg":"trace[68459613] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28296; }","duration":"2.757917287s","start":"2026-04-10T15:00:05.478988Z","end":"2026-04-10T15:00:08.236905Z","steps":["trace[68459613] 'agreement among raft nodes before linearized reading' (duration: 2.757885606s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.236929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:05.478945Z","time spent":"2.757979109s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.237013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33739262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.237032Z","caller":"traceutil/trace.go:171","msg":"trace[39985353] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28296; }","duration":"3.337413051s","start":"2026-04-10T15:00:04.899613Z","end":"2026-04-10T15:00:08.237026Z","steps":["trace[39985353] 'agreement among raft nodes before linearized reading' (duration: 3.33738133s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.23705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.899604Z","time spent":"3.337440732s","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.237162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337571976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.237184Z","caller":"traceutil/trace.go:171","msg":"trace[724664232] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28296; }","duration":"3.337609798s","start":"2026-04-10T15:00:04.899567Z","end":"2026-04-10T15:00:08.237177Z","steps":["trace[724664232] 'agreement among raft nodes before linearized reading' (duration: 3.337577957s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.237202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.899558Z","time spent":"3.337638188s","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.237292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350166152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:08.23731Z","caller":"traceutil/trace.go:171","msg":"trace[1803149793] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28296; }","duration":"3.350185353s","start":"2026-04-10T15:00:04.887118Z","end":"2026-04-10T15:00:08.237304Z","steps":["trace[1803149793] 'agreement among raft nodes before linearized reading' (duration: 3.350148632s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.237329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.887068Z","time spent":"3.350255195s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.237478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350353378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-10T15:00:08.2375Z","caller":"traceutil/trace.go:171","msg":"trace[1317722277] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:1; response_revision:28296; }","duration":"3.35039995s","start":"2026-04-10T15:00:04.887093Z","end":"2026-04-10T15:00:08.237493Z","steps":["trace[1317722277] 'agreement among raft nodes before linearized reading' (duration: 3.350330678s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.23752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.887057Z","time spent":"3.350456771s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.23762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760493744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:08.237644Z","caller":"traceutil/trace.go:171","msg":"trace[907471167] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28296; }","duration":"3.760553725s","start":"2026-04-10T15:00:04.477084Z","end":"2026-04-10T15:00:08.237637Z","steps":["trace[907471167] 'agreement among raft nodes before linearized reading' (duration: 3.760512064s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.237685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.477062Z","time spent":"3.760615278s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.237833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761072852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-10T15:00:08.237852Z","caller":"traceutil/trace.go:171","msg":"trace[1742880514] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:1; response_revision:28296; }","duration":"3.761119174s","start":"2026-04-10T15:00:04.476727Z","end":"2026-04-10T15:00:08.237846Z","steps":["trace[1742880514] 'agreement among raft nodes before linearized reading' (duration: 3.761057092s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.237871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.47671Z","time spent":"3.761155504s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.237997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92915612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:00:08.238017Z","caller":"traceutil/trace.go:171","msg":"trace[134587900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28296; }","duration":"3.929210072s","start":"2026-04-10T15:00:04.308802Z","end":"2026-04-10T15:00:08.238012Z","steps":["trace[134587900] 'agreement among raft nodes before linearized reading' (duration: 3.92914557s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.238034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.30878Z","time spent":"3.929249874s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:00:08.238127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993223286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.238147Z","caller":"traceutil/trace.go:171","msg":"trace[458956913] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28296; }","duration":"3.993269108s","start":"2026-04-10T15:00:04.24487Z","end":"2026-04-10T15:00:08.238139Z","steps":["trace[458956913] 'agreement among raft nodes before linearized reading' (duration: 3.993236777s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.238165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.24485Z","time spent":"3.993309659s","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:08.238273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993393052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:08.238293Z","caller":"traceutil/trace.go:171","msg":"trace[143933585] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28296; }","duration":"3.993459774s","start":"2026-04-10T15:00:04.244826Z","end":"2026-04-10T15:00:08.238286Z","steps":["trace[143933585] 'agreement among raft nodes before linearized reading' (duration: 3.993427493s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.238311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:04.2448Z","time spent":"3.993505345s","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:00:08.238423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29334058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-04-10T15:00:08.238441Z","caller":"traceutil/trace.go:171","msg":"trace[359453847] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:28296; }","duration":"4.29337176s","start":"2026-04-10T15:00:03.945064Z","end":"2026-04-10T15:00:08.238436Z","steps":["trace[359453847] 'agreement among raft nodes before linearized reading' (duration: 4.293309668s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.238457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:03.945058Z","time spent":"4.293395361s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":864,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-10T15:00:08.238589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293717601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-10T15:00:08.238607Z","caller":"traceutil/trace.go:171","msg":"trace[1132441384] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28296; }","duration":"4.293748313s","start":"2026-04-10T15:00:03.944853Z","end":"2026-04-10T15:00:08.238601Z","steps":["trace[1132441384] 'agreement among raft nodes before linearized reading' (duration: 4.293685201s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:08.238624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:03.944846Z","time spent":"4.293773813s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":690,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:08.748343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:09.254391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:09.755212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:10.110731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.864514106s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:10.346632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:10.346748Z","caller":"traceutil/trace.go:171","msg":"trace[170903731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131124s","start":"2026-04-10T15:00:08.346587Z","end":"2026-04-10T15:00:10.346718Z","steps":["trace[170903731] 'agreement among raft nodes before linearized reading' (duration: 1.999988849s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:10.346815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.346566Z","time spent":"2.000232436s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:12.347212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:12.347307Z","caller":"traceutil/trace.go:171","msg":"trace[1191075659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542398s","start":"2026-04-10T15:00:10.346743Z","end":"2026-04-10T15:00:12.347286Z","steps":["trace[1191075659] 'agreement among raft nodes before linearized reading' (duration: 2.000410764s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:12.347362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:10.346725Z","time spent":"2.00062263s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:00:12.864183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753008084s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:00:12.864349Z","caller":"traceutil/trace.go:171","msg":"trace[671102553] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"4.618219812s","start":"2026-04-10T15:00:08.246103Z","end":"2026-04-10T15:00:12.864323Z","steps":["trace[671102553] 'process raft request' (duration: 1.864895548s)","trace[671102553] 'compare' (duration: 2.752784677s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:12.864432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.246081Z","time spent":"4.618309915s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:13.246765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.250424Z","time spent":"4.996325318s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 15:00:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:14.206378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.034255797s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:14.447146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:14.447292Z","caller":"traceutil/trace.go:171","msg":"trace[2018538715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246557s","start":"2026-04-10T15:00:12.447007Z","end":"2026-04-10T15:00:14.447254Z","steps":["trace[2018538715] 'agreement among raft nodes before linearized reading' (duration: 2.00002992s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:14.447536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:12.446986Z","time spent":"2.000357681s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:15.248784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.247453Z","time spent":"7.001322196s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:15.251659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.250432Z","time spent":"7.001223302s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:15.252938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.25209Z","time spent":"7.000844981s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:16.185433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978727341s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:00:16.185656Z","caller":"traceutil/trace.go:171","msg":"trace[1813679530] linearizableReadLoop","detail":"{readStateIndex:29312; appliedIndex:29307; }","duration":"7.938316468s","start":"2026-04-10T15:00:08.247324Z","end":"2026-04-10T15:00:16.18564Z","steps":["trace[1813679530] 'read index received' (duration: 1.86369276s)","trace[1813679530] 'applied index is now lower than readState.Index' (duration: 6.074623068s)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:00:16.185827Z","caller":"traceutil/trace.go:171","msg":"trace[1904382563] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"1.971312208s","start":"2026-04-10T15:00:14.214507Z","end":"2026-04-10T15:00:16.185819Z","steps":["trace[1904382563] 'process raft request' (duration: 1.971118272s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:16.185875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:14.214476Z","time spent":"1.97137281s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:16.186067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.9387041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2013"} {"level":"info","ts":"2026-04-10T15:00:16.186169Z","caller":"traceutil/trace.go:171","msg":"trace[1238866330] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28302; }","duration":"7.938849705s","start":"2026-04-10T15:00:08.247294Z","end":"2026-04-10T15:00:16.186144Z","steps":["trace[1238866330] 'agreement among raft nodes before linearized reading' (duration: 7.938499044s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:16.186215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.247285Z","time spent":"7.938921957s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2036,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-10T15:00:16.447919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:16.448031Z","caller":"traceutil/trace.go:171","msg":"trace[1760603195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537707s","start":"2026-04-10T15:00:14.447467Z","end":"2026-04-10T15:00:16.448005Z","steps":["trace[1760603195] 'agreement among raft nodes before linearized reading' (duration: 2.000387332s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:16.44809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:14.447445Z","time spent":"2.00063355s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:16.686322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:17.186993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:17.370672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:17.370775Z","caller":"traceutil/trace.go:171","msg":"trace[985805671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000715032s","start":"2026-04-10T15:00:15.370034Z","end":"2026-04-10T15:00:17.370749Z","steps":["trace[985805671] 'agreement among raft nodes before linearized reading' (duration: 2.000583718s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:17.370829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:15.370015Z","time spent":"2.000802134s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:00:17.688004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:18.188196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:18.263111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00958817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:18.26322Z","caller":"traceutil/trace.go:171","msg":"trace[637704539] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009765846s","start":"2026-04-10T15:00:08.253429Z","end":"2026-04-10T15:00:18.263195Z","steps":["trace[637704539] 'agreement among raft nodes before linearized reading' (duration: 10.009593961s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:18.263281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.253422Z","time spent":"10.009846468s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/10 15:00:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:18.547834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:18.547924Z","caller":"traceutil/trace.go:171","msg":"trace[2127995183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000828716s","start":"2026-04-10T15:00:16.547073Z","end":"2026-04-10T15:00:18.547902Z","steps":["trace[2127995183] 'agreement among raft nodes before linearized reading' (duration: 2.000716352s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:18.548014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:16.54704Z","time spent":"2.00096071s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:18.688616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:19.189089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:19.689865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:20.190322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:20.548471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:20.54856Z","caller":"traceutil/trace.go:171","msg":"trace[891653327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288959s","start":"2026-04-10T15:00:18.54825Z","end":"2026-04-10T15:00:20.548539Z","steps":["trace[891653327] 'agreement among raft nodes before linearized reading' (duration: 2.000177075s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:20.548611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:18.548203Z","time spent":"2.000398412s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:20.549026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162392948s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:20.549139Z","caller":"traceutil/trace.go:171","msg":"trace[1015562060] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28302; }","duration":"4.162501662s","start":"2026-04-10T15:00:16.386616Z","end":"2026-04-10T15:00:20.549117Z","steps":["trace[1015562060] 'range keys from in-memory index tree' (duration: 4.162377037s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:20.549823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:17.431893Z","time spent":"3.117920835s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:20.558483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.796721067s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:00:20.559179Z","caller":"traceutil/trace.go:171","msg":"trace[193488714] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"4.797523053s","start":"2026-04-10T15:00:15.761637Z","end":"2026-04-10T15:00:20.55916Z","steps":["trace[193488714] 'process raft request' (duration: 4.797010287s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:20.559332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:15.761616Z","time spent":"4.797632397s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:20.695396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990381591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:20.695502Z","caller":"traceutil/trace.go:171","msg":"trace[1599040228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.990549106s","start":"2026-04-10T15:00:15.704924Z","end":"2026-04-10T15:00:20.695473Z","steps":["trace[1599040228] 'agreement among raft nodes before linearized reading' (duration: 4.990419972s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:20.695559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:15.704901Z","time spent":"4.9906469s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 15:00:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T15:00:21.532117Z","caller":"traceutil/trace.go:171","msg":"trace[906680283] linearizableReadLoop","detail":"{readStateIndex:29315; appliedIndex:29314; }","duration":"5.346407503s","start":"2026-04-10T15:00:16.185678Z","end":"2026-04-10T15:00:21.532085Z","steps":["trace[906680283] 'read index received' (duration: 4.373774859s)","trace[906680283] 'applied index is now lower than readState.Index' (duration: 972.631334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:21.532347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.662789114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6b469db84f-qzg9t.18a505a9fe4d5457\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-10T15:00:21.532372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.830087328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:21.532394Z","caller":"traceutil/trace.go:171","msg":"trace[302916416] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6b469db84f-qzg9t.18a505a9fe4d5457; range_end:; response_count:1; response_revision:28304; }","duration":"8.662924228s","start":"2026-04-10T15:00:12.869456Z","end":"2026-04-10T15:00:21.53238Z","steps":["trace[302916416] 'agreement among raft nodes before linearized reading' (duration: 8.66268236s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:21.532402Z","caller":"traceutil/trace.go:171","msg":"trace[234403070] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28304; }","duration":"10.830206651s","start":"2026-04-10T15:00:10.702185Z","end":"2026-04-10T15:00:21.532392Z","steps":["trace[234403070] 'agreement among raft nodes before linearized reading' (duration: 10.830064216s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.532426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:12.869434Z","time spent":"8.66298372s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-6b469db84f-qzg9t.18a505a9fe4d5457\" "} {"level":"warn","ts":"2026-04-10T15:00:21.532468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.830294614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:21.532493Z","caller":"traceutil/trace.go:171","msg":"trace[1796563649] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28304; }","duration":"10.830357136s","start":"2026-04-10T15:00:10.702129Z","end":"2026-04-10T15:00:21.532487Z","steps":["trace[1796563649] 'agreement among raft nodes before linearized reading' (duration: 10.830313255s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.532514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:10.702109Z","time spent":"10.830398348s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-10T15:00:21.532674Z","caller":"traceutil/trace.go:171","msg":"trace[695042133] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"3.249975901s","start":"2026-04-10T15:00:18.282688Z","end":"2026-04-10T15:00:21.532664Z","steps":["trace[695042133] 'process raft request' (duration: 3.162783167s)","trace[695042133] 'compare' (duration: 86.110659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:21.53276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:18.282656Z","time spent":"3.250036952s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:21.532769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.766838722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-10T15:00:21.532806Z","caller":"traceutil/trace.go:171","msg":"trace[354012754] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28304; }","duration":"11.766930256s","start":"2026-04-10T15:00:09.765865Z","end":"2026-04-10T15:00:21.532795Z","steps":["trace[354012754] 'agreement among raft nodes before linearized reading' (duration: 11.766812412s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.532839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:09.76584Z","time spent":"11.766990967s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-10T15:00:21.53291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.261219638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-10T15:00:21.532937Z","caller":"traceutil/trace.go:171","msg":"trace[1305271975] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28304; }","duration":"6.26128424s","start":"2026-04-10T15:00:15.271645Z","end":"2026-04-10T15:00:21.53293Z","steps":["trace[1305271975] 'agreement among raft nodes before linearized reading' (duration: 6.261207617s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.532955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:15.271628Z","time spent":"6.261321951s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T15:00:21.532427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:10.70218Z","time spent":"10.830238802s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:21.533214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.341270452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"warn","ts":"2026-04-10T15:00:21.533219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.751221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:21.533241Z","caller":"traceutil/trace.go:171","msg":"trace[10265914] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28304; }","duration":"5.341340264s","start":"2026-04-10T15:00:16.191892Z","end":"2026-04-10T15:00:21.533232Z","steps":["trace[10265914] 'agreement among raft nodes before linearized reading' (duration: 5.341250172s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.533263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:16.191875Z","time spent":"5.341382265s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2912,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"info","ts":"2026-04-10T15:00:21.533272Z","caller":"traceutil/trace.go:171","msg":"trace[518379973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28304; }","duration":"885.797732ms","start":"2026-04-10T15:00:20.647453Z","end":"2026-04-10T15:00:21.533251Z","steps":["trace[518379973] 'agreement among raft nodes before linearized reading' (duration: 885.716859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.533328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.869256811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:00:21.533386Z","caller":"traceutil/trace.go:171","msg":"trace[1568766936] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28304; }","duration":"6.869361814s","start":"2026-04-10T15:00:14.664007Z","end":"2026-04-10T15:00:21.533369Z","steps":["trace[1568766936] 'agreement among raft nodes before linearized reading' (duration: 6.869182938s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.533414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300177215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:00:21.533437Z","caller":"traceutil/trace.go:171","msg":"trace[1052109855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28304; }","duration":"2.300238227s","start":"2026-04-10T15:00:19.233191Z","end":"2026-04-10T15:00:21.533429Z","steps":["trace[1052109855] 'agreement among raft nodes before linearized reading' (duration: 2.300169574s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.533455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:19.23317Z","time spent":"2.300279998s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:00:21.533445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:14.663977Z","time spent":"6.869454167s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T15:00:21.533501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269717516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T15:00:21.533535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.282982677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-04-10T15:00:21.533578Z","caller":"traceutil/trace.go:171","msg":"trace[116671330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28304; }","duration":"2.269847071s","start":"2026-04-10T15:00:19.263712Z","end":"2026-04-10T15:00:21.533559Z","steps":["trace[116671330] 'agreement among raft nodes before linearized reading' (duration: 2.269607153s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:21.533593Z","caller":"traceutil/trace.go:171","msg":"trace[351733657] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:28304; }","duration":"13.283056769s","start":"2026-04-10T15:00:08.250519Z","end":"2026-04-10T15:00:21.533576Z","steps":["trace[351733657] 'agreement among raft nodes before linearized reading' (duration: 13.282928805s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.533614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:19.263691Z","time spent":"2.269916892s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:00:21.533597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755011531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T15:00:21.533639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.250511Z","time spent":"13.283117322s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1954,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-04-10T15:00:21.533659Z","caller":"traceutil/trace.go:171","msg":"trace[1009605211] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28304; }","duration":"1.755115114s","start":"2026-04-10T15:00:19.778529Z","end":"2026-04-10T15:00:21.533644Z","steps":["trace[1009605211] 'agreement among raft nodes before linearized reading' (duration: 1.754712882s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.533697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:19.778511Z","time spent":"1.755176957s","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:21.533695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.281608134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-10T15:00:21.533751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.347139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:21.533823Z","caller":"traceutil/trace.go:171","msg":"trace[1020764483] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28304; }","duration":"13.281789769s","start":"2026-04-10T15:00:08.252008Z","end":"2026-04-10T15:00:21.533798Z","steps":["trace[1020764483] 'agreement among raft nodes before linearized reading' (duration: 13.281464869s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:21.533843Z","caller":"traceutil/trace.go:171","msg":"trace[2088200028] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28304; }","duration":"934.496394ms","start":"2026-04-10T15:00:20.59932Z","end":"2026-04-10T15:00:21.533816Z","steps":["trace[2088200028] 'agreement among raft nodes before linearized reading' (duration: 934.305738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.533878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.251998Z","time spent":"13.281867142s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-10T15:00:21.533899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:20.599298Z","time spent":"934.590807ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:21.533912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.488498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:00:21.533966Z","caller":"traceutil/trace.go:171","msg":"trace[612383656] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28304; }","duration":"705.586172ms","start":"2026-04-10T15:00:20.828364Z","end":"2026-04-10T15:00:21.53395Z","steps":["trace[612383656] 'agreement among raft nodes before linearized reading' (duration: 705.299833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.534016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:20.828342Z","time spent":"705.661004ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":188,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:21.533332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:20.647401Z","time spent":"885.917146ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:00:21.535153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.280193699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-10T15:00:21.535201Z","caller":"traceutil/trace.go:171","msg":"trace[1687947931] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28304; }","duration":"13.280272842s","start":"2026-04-10T15:00:08.254915Z","end":"2026-04-10T15:00:21.535188Z","steps":["trace[1687947931] 'agreement among raft nodes before linearized reading' (duration: 13.280097396s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:21.535236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:08.254908Z","time spent":"13.280319843s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:22.039605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:22.53972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:23.040539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:23.539819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000832186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:23.539932Z","caller":"traceutil/trace.go:171","msg":"trace[2081811021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986691s","start":"2026-04-10T15:00:21.53892Z","end":"2026-04-10T15:00:23.539907Z","steps":["trace[2081811021] 'agreement among raft nodes before linearized reading' (duration: 2.000836887s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:23.539991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.538908Z","time spent":"2.001070684s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:23.540837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:24.041563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:24.541965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:25.042589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:25.543138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:25.547546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:25.547643Z","caller":"traceutil/trace.go:171","msg":"trace[805892351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099813s","start":"2026-04-10T15:00:23.547521Z","end":"2026-04-10T15:00:25.547621Z","steps":["trace[805892351] 'agreement among raft nodes before linearized reading' (duration: 1.999933347s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:25.547695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:23.547442Z","time spent":"2.000242687s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:26.044006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:26.544345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:27.044795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:27.371166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000725753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:27.371259Z","caller":"traceutil/trace.go:171","msg":"trace[1090375745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000890279s","start":"2026-04-10T15:00:25.370347Z","end":"2026-04-10T15:00:27.371238Z","steps":["trace[1090375745] 'agreement among raft nodes before linearized reading' (duration: 2.000770765s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:27.371313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:25.370325Z","time spent":"2.000978701s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:27.544936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:27.547982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:27.548072Z","caller":"traceutil/trace.go:171","msg":"trace[2011606458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002551s","start":"2026-04-10T15:00:25.548027Z","end":"2026-04-10T15:00:27.548052Z","steps":["trace[2011606458] 'agreement among raft nodes before linearized reading' (duration: 1.999897686s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:27.548119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:25.548007Z","time spent":"2.000104072s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:28.046099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:28.538734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.53837Z","time spent":"7.000356505s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:28.539116Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-10T15:00:28.540886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.540705Z","time spent":"7.00017247s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:28.540907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.540591Z","time spent":"7.000311563s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:28.546723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998642471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:28.546772Z","caller":"traceutil/trace.go:171","msg":"trace[889772172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998754165s","start":"2026-04-10T15:00:23.548003Z","end":"2026-04-10T15:00:28.546757Z","steps":["trace[889772172] 'agreement among raft nodes before linearized reading' (duration: 4.998687333s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:28.54681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:23.547981Z","time spent":"4.998816536s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 15:00:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:28.548262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.547979Z","time spent":"7.000281393s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:28.89747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.358962199s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:29.122885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735927895s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:00:29.124082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.175736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:00:29.126643Z","caller":"traceutil/trace.go:171","msg":"trace[1058263772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28304; }","duration":"2.73610411s","start":"2026-04-10T15:00:26.386925Z","end":"2026-04-10T15:00:29.123029Z","steps":["trace[1058263772] 'range keys from in-memory index tree' (duration: 2.735910284s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:29.646598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999827916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:29.646688Z","caller":"traceutil/trace.go:171","msg":"trace[1295312596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998747s","start":"2026-04-10T15:00:27.646679Z","end":"2026-04-10T15:00:29.646666Z","steps":["trace[1295312596] 'agreement among raft nodes before linearized reading' (duration: 1.999877686s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:29.646739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:27.64665Z","time spent":"2.000078673s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:31.647027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:31.647144Z","caller":"traceutil/trace.go:171","msg":"trace[15867404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232406s","start":"2026-04-10T15:00:29.646888Z","end":"2026-04-10T15:00:31.64712Z","steps":["trace[15867404] 'agreement among raft nodes before linearized reading' (duration: 2.000058161s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:31.647191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:29.64687Z","time spent":"2.000310419s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:33.196897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:26.19645Z","time spent":"7.000437808s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:33.746052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:33.746185Z","caller":"traceutil/trace.go:171","msg":"trace[1164572639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262579s","start":"2026-04-10T15:00:31.745905Z","end":"2026-04-10T15:00:33.746167Z","steps":["trace[1164572639] 'agreement among raft nodes before linearized reading' (duration: 2.000110664s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:33.74624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:31.745883Z","time spent":"2.000347541s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:35.078615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:28.077529Z","time spent":"7.001071598s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:35.747308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000714802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:35.747409Z","caller":"traceutil/trace.go:171","msg":"trace[1843442348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000891527s","start":"2026-04-10T15:00:33.746499Z","end":"2026-04-10T15:00:35.747391Z","steps":["trace[1843442348] 'agreement among raft nodes before linearized reading' (duration: 2.000761983s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:35.747453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:33.74646Z","time spent":"2.00098502s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:37.322029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.42431531s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:00:37.323252Z","caller":"traceutil/trace.go:171","msg":"trace[917760299] linearizableReadLoop","detail":"{readStateIndex:29321; appliedIndex:29315; }","duration":"8.783989567s","start":"2026-04-10T15:00:28.539226Z","end":"2026-04-10T15:00:37.323216Z","steps":["trace[917760299] 'read index received' (duration: 358.614874ms)","trace[917760299] 'applied index is now lower than readState.Index' (duration: 8.425372593s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:37.323555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.657535518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:00:37.323615Z","caller":"traceutil/trace.go:171","msg":"trace[1604540077] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28310; }","duration":"14.657639381s","start":"2026-04-10T15:00:22.665952Z","end":"2026-04-10T15:00:37.323592Z","steps":["trace[1604540077] 'agreement among raft nodes before linearized reading' (duration: 14.657434635s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.323687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:22.665931Z","time spent":"14.657740375s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T15:00:37.323764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.949029059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"warn","ts":"2026-04-10T15:00:37.323901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.295147021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:00:37.323917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.783426324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-04-10T15:00:37.323959Z","caller":"traceutil/trace.go:171","msg":"trace[1804784945] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28310; }","duration":"15.295249993s","start":"2026-04-10T15:00:22.02869Z","end":"2026-04-10T15:00:37.32394Z","steps":["trace[1804784945] 'agreement among raft nodes before linearized reading' (duration: 15.29514364s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:37.324001Z","caller":"traceutil/trace.go:171","msg":"trace[1571848861] range","detail":"{range_begin:/registry/secrets/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28310; }","duration":"15.783519746s","start":"2026-04-10T15:00:21.540457Z","end":"2026-04-10T15:00:37.323977Z","steps":["trace[1571848861] 'agreement among raft nodes before linearized reading' (duration: 15.783298249s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.324024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:22.028663Z","time spent":"15.295350626s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:37.324054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.540441Z","time spent":"15.783599569s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":2761,"request content":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-10T15:00:37.323959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.784802667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b66ea47-d773-49c5-930d-a0db81299f30\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-10T15:00:37.324229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.982204329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:37.324279Z","caller":"traceutil/trace.go:171","msg":"trace[1060112862] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28310; }","duration":"9.982285561s","start":"2026-04-10T15:00:27.341982Z","end":"2026-04-10T15:00:37.324268Z","steps":["trace[1060112862] 'agreement among raft nodes before linearized reading' (duration: 9.982200569s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.32431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:27.341967Z","time spent":"9.982335152s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:37.324325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.856391454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-10T15:00:37.324367Z","caller":"traceutil/trace.go:171","msg":"trace[523782134] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28310; }","duration":"14.856460766s","start":"2026-04-10T15:00:22.467896Z","end":"2026-04-10T15:00:37.324357Z","steps":["trace[523782134] 'agreement among raft nodes before linearized reading' (duration: 14.856331832s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.324398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:22.467882Z","time spent":"14.856508568s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-10T15:00:37.324361Z","caller":"traceutil/trace.go:171","msg":"trace[604388058] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b66ea47-d773-49c5-930d-a0db81299f30; range_end:; response_count:1; response_revision:28310; }","duration":"15.785090676s","start":"2026-04-10T15:00:21.539044Z","end":"2026-04-10T15:00:37.324134Z","steps":["trace[604388058] 'agreement among raft nodes before linearized reading' (duration: 15.784750105s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:37.323883Z","caller":"traceutil/trace.go:171","msg":"trace[402820882] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:28310; }","duration":"10.94937034s","start":"2026-04-10T15:00:26.374486Z","end":"2026-04-10T15:00:37.323856Z","steps":["trace[402820882] 'agreement among raft nodes before linearized reading' (duration: 10.948790452s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.324556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.968258676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-04-10T15:00:37.324578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:26.374458Z","time spent":"10.950109624s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-04-10T15:00:37.324593Z","caller":"traceutil/trace.go:171","msg":"trace[826815503] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:28310; }","duration":"8.968340668s","start":"2026-04-10T15:00:28.356238Z","end":"2026-04-10T15:00:37.324579Z","steps":["trace[826815503] 'agreement among raft nodes before linearized reading' (duration: 8.968235255s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.324621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:28.356212Z","time spent":"8.96840257s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9345,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-04-10T15:00:37.324232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.783587059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-04-10T15:00:37.324524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006504173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:37.324735Z","caller":"traceutil/trace.go:171","msg":"trace[716346676] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28310; }","duration":"15.784086865s","start":"2026-04-10T15:00:21.540611Z","end":"2026-04-10T15:00:37.324697Z","steps":["trace[716346676] 'agreement among raft nodes before linearized reading' (duration: 15.782957449s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.324802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.059345016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:37.324858Z","caller":"traceutil/trace.go:171","msg":"trace[1969613253] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28310; }","duration":"10.059438638s","start":"2026-04-10T15:00:27.265399Z","end":"2026-04-10T15:00:37.324837Z","steps":["trace[1969613253] 'agreement among raft nodes before linearized reading' (duration: 10.059345695s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.324862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.540604Z","time spent":"15.784206829s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:37.324914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:27.265377Z","time spent":"10.059523391s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:00:37.324862Z","caller":"traceutil/trace.go:171","msg":"trace[571085615] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28310; }","duration":"10.006810122s","start":"2026-04-10T15:00:27.317963Z","end":"2026-04-10T15:00:37.324773Z","steps":["trace[571085615] 'agreement among raft nodes before linearized reading' (duration: 10.006500563s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.325054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:27.317942Z","time spent":"10.007087911s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:37.325149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.035429599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:00:37.323777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.783331101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-10T15:00:37.325305Z","caller":"traceutil/trace.go:171","msg":"trace[135747269] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28310; }","duration":"15.784960792s","start":"2026-04-10T15:00:21.540309Z","end":"2026-04-10T15:00:37.32527Z","steps":["trace[135747269] 'agreement among raft nodes before linearized reading' (duration: 15.783264169s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.32535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.540285Z","time spent":"15.785054135s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-04-10T15:00:37.325214Z","caller":"traceutil/trace.go:171","msg":"trace[1262600339] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28310; }","duration":"9.035524972s","start":"2026-04-10T15:00:28.289665Z","end":"2026-04-10T15:00:37.32519Z","steps":["trace[1262600339] 'agreement among raft nodes before linearized reading' (duration: 9.03543635s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.325631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:28.289642Z","time spent":"9.035944695s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:00:37.324644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.782719372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:639"} {"level":"warn","ts":"2026-04-10T15:00:37.324742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.539032Z","time spent":"15.785523969s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-4b66ea47-d773-49c5-930d-a0db81299f30\" "} {"level":"info","ts":"2026-04-10T15:00:37.326364Z","caller":"traceutil/trace.go:171","msg":"trace[358114589] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:28310; }","duration":"15.783902429s","start":"2026-04-10T15:00:21.541899Z","end":"2026-04-10T15:00:37.325802Z","steps":["trace[358114589] 'agreement among raft nodes before linearized reading' (duration: 15.78236785s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.326425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:21.541893Z","time spent":"15.784519658s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":662,"request content":"key:\"/registry/clusterroles/system:heapster\" "} {"level":"warn","ts":"2026-04-10T15:00:37.370626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:37.370728Z","caller":"traceutil/trace.go:171","msg":"trace[755110334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389823s","start":"2026-04-10T15:00:35.370312Z","end":"2026-04-10T15:00:37.370701Z","steps":["trace[755110334] 'agreement among raft nodes before linearized reading' (duration: 2.000268049s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.370883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:35.370297Z","time spent":"2.000532998s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:37.392414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99919799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:37.392479Z","caller":"traceutil/trace.go:171","msg":"trace[801802618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999318254s","start":"2026-04-10T15:00:32.393144Z","end":"2026-04-10T15:00:37.392463Z","steps":["trace[801802618] 'agreement among raft nodes before linearized reading' (duration: 4.999231921s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.392518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:32.393125Z","time spent":"4.999382746s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:00:37.846428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:37.846522Z","caller":"traceutil/trace.go:171","msg":"trace[1774588357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329721s","start":"2026-04-10T15:00:35.846173Z","end":"2026-04-10T15:00:37.846503Z","steps":["trace[1774588357] 'agreement among raft nodes before linearized reading' (duration: 2.000209847s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:37.846573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:35.846099Z","time spent":"2.000463625s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:38.737007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:31.735885Z","time spent":"7.001107349s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:39.947213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:39.947305Z","caller":"traceutil/trace.go:171","msg":"trace[1372716960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420012s","start":"2026-04-10T15:00:37.946863Z","end":"2026-04-10T15:00:39.947283Z","steps":["trace[1372716960] 'agreement among raft nodes before linearized reading' (duration: 2.000294888s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:39.947356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.946831Z","time spent":"2.000514425s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:40.205079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:33.204302Z","time spent":"7.000767638s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:41.769237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.027555752s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:41.947644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:41.947776Z","caller":"traceutil/trace.go:171","msg":"trace[1608148557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227067s","start":"2026-04-10T15:00:39.947514Z","end":"2026-04-10T15:00:41.947741Z","steps":["trace[1608148557] 'agreement among raft nodes before linearized reading' (duration: 2.000058652s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:41.947975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:39.947495Z","time spent":"2.000460444s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:42.819878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234804182s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:00:42.820046Z","caller":"traceutil/trace.go:171","msg":"trace[1489768573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28311; }","duration":"4.078441177s","start":"2026-04-10T15:00:38.741591Z","end":"2026-04-10T15:00:42.820032Z","steps":["trace[1489768573] 'process raft request' (duration: 4.078411716s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.820099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:38.741568Z","time spent":"4.07850931s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:00:42.820507Z","caller":"traceutil/trace.go:171","msg":"trace[1269445636] linearizableReadLoop","detail":"{readStateIndex:29323; appliedIndex:29321; }","duration":"5.497124696s","start":"2026-04-10T15:00:37.323347Z","end":"2026-04-10T15:00:42.820472Z","steps":["trace[1269445636] 'read index received' (duration: 261.567341ms)","trace[1269445636] 'applied index is now lower than readState.Index' (duration: 5.235554445s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:42.820957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.650905825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" ","response":"range_response_count:19 size:8170"} {"level":"info","ts":"2026-04-10T15:00:42.824459Z","caller":"traceutil/trace.go:171","msg":"trace[1927460023] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:19; response_revision:28311; }","duration":"7.654437216s","start":"2026-04-10T15:00:35.169987Z","end":"2026-04-10T15:00:42.824424Z","steps":["trace[1927460023] 'agreement among raft nodes before linearized reading' (duration: 7.650673727s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.824495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157886872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299314"} {"level":"info","ts":"2026-04-10T15:00:42.824554Z","caller":"traceutil/trace.go:171","msg":"trace[179998952] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28311; }","duration":"1.157986455s","start":"2026-04-10T15:00:41.666551Z","end":"2026-04-10T15:00:42.824537Z","steps":["trace[179998952] 'agreement among raft nodes before linearized reading' (duration: 1.156612512s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.824557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:35.169969Z","time spent":"7.65456525s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":19,"response size":8193,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" "} {"level":"warn","ts":"2026-04-10T15:00:42.824596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:41.666528Z","time spent":"1.158057828s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299337,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-10T15:00:42.822281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.737781968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T15:00:42.82462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.203291874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:00:42.824654Z","caller":"traceutil/trace.go:171","msg":"trace[952000310] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28311; }","duration":"14.203357456s","start":"2026-04-10T15:00:28.621287Z","end":"2026-04-10T15:00:42.824644Z","steps":["trace[952000310] 'agreement among raft nodes before linearized reading' (duration: 14.201540599s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.824676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:28.621267Z","time spent":"14.203403858s","remote":"127.0.0.1:40956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2633,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:00:42.824661Z","caller":"traceutil/trace.go:171","msg":"trace[485579217] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28311; }","duration":"7.740210565s","start":"2026-04-10T15:00:35.084424Z","end":"2026-04-10T15:00:42.824634Z","steps":["trace[485579217] 'agreement among raft nodes before linearized reading' (duration: 7.737692996s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.824735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:35.084399Z","time spent":"7.740318558s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-10T15:00:42.822546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.425057942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:42.824922Z","caller":"traceutil/trace.go:171","msg":"trace[1295824176] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/rook-discover; range_end:; response_count:0; response_revision:28311; }","duration":"12.427493989s","start":"2026-04-10T15:00:30.397419Z","end":"2026-04-10T15:00:42.824913Z","steps":["trace[1295824176] 'agreement among raft nodes before linearized reading' (duration: 12.42497967s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.824949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:30.397408Z","time spent":"12.42753208s","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" "} {"level":"warn","ts":"2026-04-10T15:00:42.822618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.339380207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:00:42.82503Z","caller":"traceutil/trace.go:171","msg":"trace[273323747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28311; }","duration":"10.341811073s","start":"2026-04-10T15:00:32.483174Z","end":"2026-04-10T15:00:42.824985Z","steps":["trace[273323747] 'agreement among raft nodes before linearized reading' (duration: 10.339280514s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.825078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:32.483152Z","time spent":"10.341908657s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:00:42.822644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.270712507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-8n5df\" ","response":"range_response_count:1 size:6054"} {"level":"info","ts":"2026-04-10T15:00:42.825277Z","caller":"traceutil/trace.go:171","msg":"trace[66205940] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-8n5df; range_end:; response_count:1; response_revision:28311; }","duration":"14.27337777s","start":"2026-04-10T15:00:28.551873Z","end":"2026-04-10T15:00:42.825251Z","steps":["trace[66205940] 'agreement among raft nodes before linearized reading' (duration: 14.270585382s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.825342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:28.551852Z","time spent":"14.273458792s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6077,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-8n5df\" "} {"level":"warn","ts":"2026-04-10T15:00:42.822691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.377924139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.825456Z","caller":"traceutil/trace.go:171","msg":"trace[700121840] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28311; }","duration":"10.380774299s","start":"2026-04-10T15:00:32.444672Z","end":"2026-04-10T15:00:42.825447Z","steps":["trace[700121840] 'agreement among raft nodes before linearized reading' (duration: 10.377933759s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.825486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:32.444656Z","time spent":"10.380821201s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.822705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.166599471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.825595Z","caller":"traceutil/trace.go:171","msg":"trace[1554301066] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28311; }","duration":"8.169542533s","start":"2026-04-10T15:00:34.656044Z","end":"2026-04-10T15:00:42.825587Z","steps":["trace[1554301066] 'agreement among raft nodes before linearized reading' (duration: 8.166605891s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.82564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:34.656023Z","time spent":"8.169600475s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.822735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.276196464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:42.825731Z","caller":"traceutil/trace.go:171","msg":"trace[1111762538] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28311; }","duration":"11.279234469s","start":"2026-04-10T15:00:31.546486Z","end":"2026-04-10T15:00:42.825721Z","steps":["trace[1111762538] 'agreement among raft nodes before linearized reading' (duration: 11.276226275s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.825759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:31.546461Z","time spent":"11.279288031s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.82275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.437734351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T15:00:42.825856Z","caller":"traceutil/trace.go:171","msg":"trace[1428360954] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28311; }","duration":"12.440878819s","start":"2026-04-10T15:00:30.384971Z","end":"2026-04-10T15:00:42.82585Z","steps":["trace[1428360954] 'agreement among raft nodes before linearized reading' (duration: 12.43771629s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.825876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:30.38492Z","time spent":"12.440949912s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T15:00:42.822761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.756509857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:00:42.822809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.713049463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.827393Z","caller":"traceutil/trace.go:171","msg":"trace[248882882] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28311; }","duration":"12.717672519s","start":"2026-04-10T15:00:30.109698Z","end":"2026-04-10T15:00:42.82737Z","steps":["trace[248882882] 'agreement among raft nodes before linearized reading' (duration: 12.713067744s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.827431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:30.10968Z","time spent":"12.717740291s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.822841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.914449926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:00:42.827522Z","caller":"traceutil/trace.go:171","msg":"trace[1951913654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28311; }","duration":"9.919138044s","start":"2026-04-10T15:00:32.908342Z","end":"2026-04-10T15:00:42.82748Z","steps":["trace[1951913654] 'agreement among raft nodes before linearized reading' (duration: 9.914437366s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.822858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.296289316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.827686Z","caller":"traceutil/trace.go:171","msg":"trace[437391473] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28311; }","duration":"11.301138769s","start":"2026-04-10T15:00:31.52653Z","end":"2026-04-10T15:00:42.827669Z","steps":["trace[437391473] 'agreement among raft nodes before linearized reading' (duration: 11.296224764s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.827742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:31.526512Z","time spent":"11.301215041s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.822926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494117181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-04-10T15:00:42.827784Z","caller":"traceutil/trace.go:171","msg":"trace[1119331881] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:1; response_revision:28311; }","duration":"5.498973954s","start":"2026-04-10T15:00:37.328803Z","end":"2026-04-10T15:00:42.827777Z","steps":["trace[1119331881] 'agreement among raft nodes before linearized reading' (duration: 5.49409038s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.827807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.328752Z","time spent":"5.499047626s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":1510,"request content":"key:\"/registry/clusterroles/system:node\" "} {"level":"warn","ts":"2026-04-10T15:00:42.822978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.27908963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-857b559b87-9zmns.18a50441264912d5\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-10T15:00:42.827879Z","caller":"traceutil/trace.go:171","msg":"trace[630254281] range","detail":"{range_begin:/registry/events/openstack/barbican-api-857b559b87-9zmns.18a50441264912d5; range_end:; response_count:1; response_revision:28311; }","duration":"14.283980294s","start":"2026-04-10T15:00:28.54388Z","end":"2026-04-10T15:00:42.82786Z","steps":["trace[630254281] 'agreement among raft nodes before linearized reading' (duration: 14.279062609s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.827921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:28.543812Z","time spent":"14.284097437s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-857b559b87-9zmns.18a50441264912d5\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.998222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.828037Z","caller":"traceutil/trace.go:171","msg":"trace[1133105154] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28311; }","duration":"546.03082ms","start":"2026-04-10T15:00:42.28198Z","end":"2026-04-10T15:00:42.828011Z","steps":["trace[1133105154] 'agreement among raft nodes before linearized reading' (duration: 541.013533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.823133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.435143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:42.82719Z","caller":"traceutil/trace.go:171","msg":"trace[829861543] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28311; }","duration":"9.760960027s","start":"2026-04-10T15:00:33.066202Z","end":"2026-04-10T15:00:42.827162Z","steps":["trace[829861543] 'agreement among raft nodes before linearized reading' (duration: 9.756526907s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.828097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.281956Z","time spent":"546.124554ms","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.828137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:33.066181Z","time spent":"9.761936968s","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:00:42.828093Z","caller":"traceutil/trace.go:171","msg":"trace[2059467434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28311; }","duration":"769.480762ms","start":"2026-04-10T15:00:42.058605Z","end":"2026-04-10T15:00:42.828086Z","steps":["trace[2059467434] 'agreement among raft nodes before linearized reading' (duration: 764.439893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.828185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.058581Z","time spent":"769.598055ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388201439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.828224Z","caller":"traceutil/trace.go:171","msg":"trace[1156871028] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28311; }","duration":"1.392910087s","start":"2026-04-10T15:00:41.435304Z","end":"2026-04-10T15:00:42.828214Z","steps":["trace[1156871028] 'agreement among raft nodes before linearized reading' (duration: 1.388175858s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.828252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:41.435274Z","time spent":"1.392969399s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.823662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687255208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.828296Z","caller":"traceutil/trace.go:171","msg":"trace[1863311816] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28311; }","duration":"1.691922306s","start":"2026-04-10T15:00:41.136365Z","end":"2026-04-10T15:00:42.828287Z","steps":["trace[1863311816] 'agreement among raft nodes before linearized reading' (duration: 1.687207038s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.828324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:41.136339Z","time spent":"1.691973977s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.823729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885361672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:00:42.828418Z","caller":"traceutil/trace.go:171","msg":"trace[1304526577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28311; }","duration":"1.8900863s","start":"2026-04-10T15:00:40.938325Z","end":"2026-04-10T15:00:42.828412Z","steps":["trace[1304526577] 'agreement among raft nodes before linearized reading' (duration: 1.885348791s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.828439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:40.938301Z","time spent":"1.890131542s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.108246695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:00:42.828511Z","caller":"traceutil/trace.go:171","msg":"trace[96060159] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28311; }","duration":"8.113077177s","start":"2026-04-10T15:00:34.71542Z","end":"2026-04-10T15:00:42.828498Z","steps":["trace[96060159] 'agreement among raft nodes before linearized reading' (duration: 8.106899612s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.828539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:34.715394Z","time spent":"8.113135739s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2633,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.823779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614302008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-10T15:00:42.828642Z","caller":"traceutil/trace.go:171","msg":"trace[502943041] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28311; }","duration":"2.619193622s","start":"2026-04-10T15:00:40.209441Z","end":"2026-04-10T15:00:42.828635Z","steps":["trace[502943041] 'agreement among raft nodes before linearized reading' (duration: 2.614300628s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.828663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:40.209423Z","time spent":"2.619233684s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-10T15:00:42.831107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:32.908316Z","time spent":"9.919236417s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349742774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-10T15:00:42.831298Z","caller":"traceutil/trace.go:171","msg":"trace[1581166361] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28311; }","duration":"4.35724459s","start":"2026-04-10T15:00:38.47404Z","end":"2026-04-10T15:00:42.831285Z","steps":["trace[1581166361] 'agreement among raft nodes before linearized reading' (duration: 4.349749205s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.831321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:38.47401Z","time spent":"4.357303302s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492586183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:42.831391Z","caller":"traceutil/trace.go:171","msg":"trace[1702176714] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28311; }","duration":"5.500149781s","start":"2026-04-10T15:00:37.331235Z","end":"2026-04-10T15:00:42.831385Z","steps":["trace[1702176714] 'agreement among raft nodes before linearized reading' (duration: 5.492584853s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.831407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.331227Z","time spent":"5.500175132s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492098157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:42.831481Z","caller":"traceutil/trace.go:171","msg":"trace[2138059597] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:28311; }","duration":"5.499730267s","start":"2026-04-10T15:00:37.331746Z","end":"2026-04-10T15:00:42.831476Z","steps":["trace[2138059597] 'agreement among raft nodes before linearized reading' (duration: 5.492114138s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.831496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.331729Z","time spent":"5.499762139s","remote":"127.0.0.1:40742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492665596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-10T15:00:42.831591Z","caller":"traceutil/trace.go:171","msg":"trace[1351403005] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28311; }","duration":"5.500376688s","start":"2026-04-10T15:00:37.331208Z","end":"2026-04-10T15:00:42.831584Z","steps":["trace[1351403005] 'agreement among raft nodes before linearized reading' (duration: 5.492641704s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.831609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.331199Z","time spent":"5.500402408s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-10T15:00:42.82388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493703998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-10T15:00:42.83172Z","caller":"traceutil/trace.go:171","msg":"trace[739544982] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28311; }","duration":"5.501562996s","start":"2026-04-10T15:00:37.330149Z","end":"2026-04-10T15:00:42.831712Z","steps":["trace[739544982] 'agreement among raft nodes before linearized reading' (duration: 5.493599485s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.831739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.330142Z","time spent":"5.501591457s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454958208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:00:42.831858Z","caller":"traceutil/trace.go:171","msg":"trace[1780832879] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28311; }","duration":"5.462999391s","start":"2026-04-10T15:00:37.368853Z","end":"2026-04-10T15:00:42.831853Z","steps":["trace[1780832879] 'agreement among raft nodes before linearized reading' (duration: 5.454946778s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.831877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.368833Z","time spent":"5.463035923s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:42.823937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494533314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:42.832027Z","caller":"traceutil/trace.go:171","msg":"trace[661298758] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:28311; }","duration":"5.50264007s","start":"2026-04-10T15:00:37.329378Z","end":"2026-04-10T15:00:42.832018Z","steps":["trace[661298758] 'agreement among raft nodes before linearized reading' (duration: 5.494535764s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.83205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.329367Z","time spent":"5.50267658s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493950096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-10T15:00:42.832187Z","caller":"traceutil/trace.go:171","msg":"trace[1111325585] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28311; }","duration":"5.502168245s","start":"2026-04-10T15:00:37.330012Z","end":"2026-04-10T15:00:42.83218Z","steps":["trace[1111325585] 'agreement among raft nodes before linearized reading' (duration: 5.493911925s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.832209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.330003Z","time spent":"5.502199135s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":684,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-10T15:00:42.823987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494292946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-10T15:00:42.834606Z","caller":"traceutil/trace.go:171","msg":"trace[1509086265] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28311; }","duration":"5.504923822s","start":"2026-04-10T15:00:37.329668Z","end":"2026-04-10T15:00:42.834592Z","steps":["trace[1509086265] 'agreement among raft nodes before linearized reading' (duration: 5.494233795s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.834647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.329651Z","time spent":"5.504975753s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-10T15:00:42.82346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.470507098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:42.836756Z","caller":"traceutil/trace.go:171","msg":"trace[1726828993] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28311; }","duration":"5.483836797s","start":"2026-04-10T15:00:37.352903Z","end":"2026-04-10T15:00:42.836739Z","steps":["trace[1726828993] 'agreement among raft nodes before linearized reading' (duration: 5.470514168s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:42.836796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:37.352882Z","time spent":"5.483899469s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:00:43.073853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.130846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:43.074002Z","caller":"traceutil/trace.go:171","msg":"trace[1669563654] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"233.311571ms","start":"2026-04-10T15:00:42.840666Z","end":"2026-04-10T15:00:43.073977Z","steps":["trace[1669563654] 'agreement among raft nodes before linearized reading' (duration: 233.137086ms)"],"step_count":1} 2026/04/10 15:00:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:43.338272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:43.8391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:44.339976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:44.83862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:44.838805Z","caller":"traceutil/trace.go:171","msg":"trace[1501674956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447855s","start":"2026-04-10T15:00:42.838331Z","end":"2026-04-10T15:00:44.838779Z","steps":["trace[1501674956] 'agreement among raft nodes before linearized reading' (duration: 2.000240268s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:44.838857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.838306Z","time spent":"2.000538618s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:44.841079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:45.341821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:45.390045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.560543007s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:45.819026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.585805ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-10T15:00:45.819183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.829406Z","time spent":"2.989770112s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:46.847737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:46.847822Z","caller":"traceutil/trace.go:171","msg":"trace[840226886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353269s","start":"2026-04-10T15:00:44.847448Z","end":"2026-04-10T15:00:46.847801Z","steps":["trace[840226886] 'agreement among raft nodes before linearized reading' (duration: 2.000241685s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:46.847876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:44.847423Z","time spent":"2.000444152s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:47.841604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.842755Z","time spent":"4.998837208s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:48.002829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.612448011s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:48.391719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:47.429825Z","time spent":"961.885556ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:48.39219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005866914s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:48.392272Z","caller":"traceutil/trace.go:171","msg":"trace[1364045416] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28311; }","duration":"2.005963018s","start":"2026-04-10T15:00:46.386294Z","end":"2026-04-10T15:00:48.392257Z","steps":["trace[1364045416] 'range keys from in-memory index tree' (duration: 2.005853244s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:48.393545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.328312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:00:48.393862Z","caller":"traceutil/trace.go:171","msg":"trace[843195288] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"5.557312149s","start":"2026-04-10T15:00:42.836533Z","end":"2026-04-10T15:00:48.393845Z","steps":["trace[843195288] 'process raft request' (duration: 5.166561514s)","trace[843195288] 'compare' (duration: 388.303068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:48.393972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.836517Z","time spent":"5.557388052s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6251,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:00:48.39418Z","caller":"traceutil/trace.go:171","msg":"trace[122880311] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"5.551479156s","start":"2026-04-10T15:00:42.842676Z","end":"2026-04-10T15:00:48.394155Z","steps":["trace[122880311] 'process raft request' (duration: 5.551209257s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:48.394308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.842665Z","time spent":"5.551605629s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:00:48.395041Z","caller":"traceutil/trace.go:171","msg":"trace[707514256] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"5.546347215s","start":"2026-04-10T15:00:42.848659Z","end":"2026-04-10T15:00:48.395006Z","steps":["trace[707514256] 'process raft request' (duration: 5.546095617s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:00:48.394922Z","caller":"traceutil/trace.go:171","msg":"trace[476554857] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"5.555205704s","start":"2026-04-10T15:00:42.83878Z","end":"2026-04-10T15:00:48.393986Z","steps":["trace[476554857] 'process raft request' (duration: 5.554947205s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:48.3952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.848646Z","time spent":"5.546474578s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:00:48.395101Z","caller":"traceutil/trace.go:171","msg":"trace[1154508640] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"5.317566135s","start":"2026-04-10T15:00:43.077525Z","end":"2026-04-10T15:00:48.395091Z","steps":["trace[1154508640] 'process raft request' (duration: 5.317432661s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:48.395303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:43.077501Z","time spent":"5.317772072s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:48.3956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.83876Z","time spent":"5.55638487s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:00:48.847776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:48.847866Z","caller":"traceutil/trace.go:171","msg":"trace[453320252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999961229s","start":"2026-04-10T15:00:46.847885Z","end":"2026-04-10T15:00:48.847846Z","steps":["trace[453320252] 'agreement among raft nodes before linearized reading' (duration: 1.999848336s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:48.847913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:46.84786Z","time spent":"2.000044781s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:50.947261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:50.947354Z","caller":"traceutil/trace.go:171","msg":"trace[1783003639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199536s","start":"2026-04-10T15:00:48.947132Z","end":"2026-04-10T15:00:50.947332Z","steps":["trace[1783003639] 'agreement among raft nodes before linearized reading' (duration: 2.000081392s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:50.947405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.947114Z","time spent":"2.000280838s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:52.195906Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ee39d77ae0e0d86","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-10T15:00:52.454583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.450771611s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:52.821181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:45.82085Z","time spent":"7.000321892s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:52.847807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999837632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:52.847882Z","caller":"traceutil/trace.go:171","msg":"trace[1372308818] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999972035s","start":"2026-04-10T15:00:42.847892Z","end":"2026-04-10T15:00:52.847864Z","steps":["trace[1372308818] 'agreement among raft nodes before linearized reading' (duration: 9.999876192s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:52.847917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.847881Z","time spent":"10.000029477s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/10 15:00:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:52.84849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005762018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:52.848646Z","caller":"traceutil/trace.go:171","msg":"trace[1932448134] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.005964104s","start":"2026-04-10T15:00:42.842667Z","end":"2026-04-10T15:00:52.848631Z","steps":["trace[1932448134] 'agreement among raft nodes before linearized reading' (duration: 10.005785208s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:52.848723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.842653Z","time spent":"10.006060917s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/10 15:00:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:52.947413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999570976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:52.947517Z","caller":"traceutil/trace.go:171","msg":"trace[314883091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999723711s","start":"2026-04-10T15:00:50.947765Z","end":"2026-04-10T15:00:52.947489Z","steps":["trace[314883091] 'agreement among raft nodes before linearized reading' (duration: 1.999601197s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:52.94759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:50.947746Z","time spent":"1.999829034s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:54.813546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.358787769s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:00:54.840086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:47.839721Z","time spent":"7.000356334s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:55.047712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:55.047834Z","caller":"traceutil/trace.go:171","msg":"trace[819734617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805246s","start":"2026-04-10T15:00:53.047001Z","end":"2026-04-10T15:00:55.047806Z","steps":["trace[819734617] 'agreement among raft nodes before linearized reading' (duration: 2.00063437s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:55.0479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:53.046974Z","time spent":"2.000911978s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:55.402883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.40199Z","time spent":"7.000860101s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T15:00:56.976461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.581448083s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T15:00:56.976711Z","caller":"traceutil/trace.go:171","msg":"trace[1758519021] linearizableReadLoop","detail":"{readStateIndex:29332; appliedIndex:29324; }","duration":"14.138927998s","start":"2026-04-10T15:00:42.837765Z","end":"2026-04-10T15:00:56.976693Z","steps":["trace[1758519021] 'read index received' (duration: 2.552597537s)","trace[1758519021] 'applied index is now lower than readState.Index' (duration: 11.586324561s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:00:56.976636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.992274ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:00:56.977125Z","caller":"traceutil/trace.go:171","msg":"trace[2111281008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28318; }","duration":"590.508491ms","start":"2026-04-10T15:00:56.386591Z","end":"2026-04-10T15:00:56.977099Z","steps":["trace[2111281008] 'range keys from in-memory index tree' (duration: 589.967174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:56.978655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.140849988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80a50992-cecb-4b6c-9542-bae0f3ea44ed\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T15:00:56.978754Z","caller":"traceutil/trace.go:171","msg":"trace[1616436527] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80a50992-cecb-4b6c-9542-bae0f3ea44ed; range_end:; response_count:1; response_revision:28318; }","duration":"14.140988222s","start":"2026-04-10T15:00:42.837739Z","end":"2026-04-10T15:00:56.978727Z","steps":["trace[1616436527] 'agreement among raft nodes before linearized reading' (duration: 14.13964437s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:56.978852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.837726Z","time spent":"14.141106736s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-80a50992-cecb-4b6c-9542-bae0f3ea44ed\" "} {"level":"warn","ts":"2026-04-10T15:00:57.048334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:00:57.048452Z","caller":"traceutil/trace.go:171","msg":"trace[1023492469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373401s","start":"2026-04-10T15:00:55.048052Z","end":"2026-04-10T15:00:57.048425Z","steps":["trace[1023492469] 'agreement among raft nodes before linearized reading' (duration: 2.000202845s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:57.048546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:55.048025Z","time spent":"2.000505845s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:00:57.088451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998898319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:57.088548Z","caller":"traceutil/trace.go:171","msg":"trace[1661816228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999045633s","start":"2026-04-10T15:00:52.08948Z","end":"2026-04-10T15:00:57.088526Z","steps":["trace[1661816228] 'agreement among raft nodes before linearized reading' (duration: 4.99893422s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:57.088621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:52.089456Z","time spent":"4.999149717s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 15:00:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:57.37295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:57.373061Z","caller":"traceutil/trace.go:171","msg":"trace[1358331880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572867s","start":"2026-04-10T15:00:55.372461Z","end":"2026-04-10T15:00:57.373034Z","steps":["trace[1358331880] 'agreement among raft nodes before linearized reading' (duration: 2.000436963s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:57.373122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:55.372433Z","time spent":"2.000676771s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:57.477858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:57.978151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:58.402442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999795211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:58.402523Z","caller":"traceutil/trace.go:171","msg":"trace[457277840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999977147s","start":"2026-04-10T15:00:48.402527Z","end":"2026-04-10T15:00:58.402505Z","steps":["trace[457277840] 'agreement among raft nodes before linearized reading' (duration: 9.999870623s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:58.402576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.402504Z","time spent":"10.000055269s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/10 15:00:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:58.405492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000208773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:58.405536Z","caller":"traceutil/trace.go:171","msg":"trace[55243690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000281436s","start":"2026-04-10T15:00:48.405243Z","end":"2026-04-10T15:00:58.405524Z","steps":["trace[55243690] 'agreement among raft nodes before linearized reading' (duration: 10.000232934s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:58.405633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.405229Z","time spent":"10.000332048s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/10 15:00:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:00:58.479169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:58.975478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997230713s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-10T15:00:58.979705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839138064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:00:59.008858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.195038327s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:00:59.009269Z","caller":"traceutil/trace.go:171","msg":"trace[1042723297] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"6.183144483s","start":"2026-04-10T15:00:52.82609Z","end":"2026-04-10T15:00:59.009234Z","steps":["trace[1042723297] 'process raft request' (duration: 6.182965757s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:59.009438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:52.82607Z","time spent":"6.183273616s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:00:59.147227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001034723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:00:59.147328Z","caller":"traceutil/trace.go:171","msg":"trace[2016372326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001202168s","start":"2026-04-10T15:00:57.146102Z","end":"2026-04-10T15:00:59.147304Z","steps":["trace[2016372326] 'agreement among raft nodes before linearized reading' (duration: 2.001067144s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:00:59.147377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:57.146084Z","time spent":"2.00128503s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:00:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:01:00.211425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.117327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:00.211918Z","caller":"traceutil/trace.go:171","msg":"trace[1161154099] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"1.806090768s","start":"2026-04-10T15:00:58.405794Z","end":"2026-04-10T15:01:00.211885Z","steps":["trace[1161154099] 'process raft request' (duration: 1.584367122s)","trace[1161154099] 'compare' (duration: 220.762206ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:00.212097Z","caller":"traceutil/trace.go:171","msg":"trace[1069054711] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"1.803505987s","start":"2026-04-10T15:00:58.408556Z","end":"2026-04-10T15:01:00.212062Z","steps":["trace[1069054711] 'process raft request' (duration: 1.803117725s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.21222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:58.40854Z","time spent":"1.80362509s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:00.212244Z","caller":"traceutil/trace.go:171","msg":"trace[1405975237] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"1.196486057s","start":"2026-04-10T15:00:59.015727Z","end":"2026-04-10T15:01:00.212213Z","steps":["trace[1405975237] 'process raft request' (duration: 1.196356303s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.212274Z","caller":"traceutil/trace.go:171","msg":"trace[294247146] linearizableReadLoop","detail":"{readStateIndex:29338; appliedIndex:29336; }","duration":"3.235445413s","start":"2026-04-10T15:00:56.97674Z","end":"2026-04-10T15:01:00.212186Z","steps":["trace[294247146] 'read index received' (duration: 2.032792802s)","trace[294247146] 'applied index is now lower than readState.Index' (duration: 1.202650421s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:00.212395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.293190849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.212436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.459913093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.21242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:59.015702Z","time spent":"1.196630172s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:00.212489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.364324904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-04-10T15:01:00.212517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.237032314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.212543Z","caller":"traceutil/trace.go:171","msg":"trace[1889847033] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28325; }","duration":"17.364413167s","start":"2026-04-10T15:00:42.848111Z","end":"2026-04-10T15:01:00.212524Z","steps":["trace[1889847033] 'agreement among raft nodes before linearized reading' (duration: 17.3642018s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.212545Z","caller":"traceutil/trace.go:171","msg":"trace[2135161621] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28325; }","duration":"11.460104089s","start":"2026-04-10T15:00:48.752411Z","end":"2026-04-10T15:01:00.212515Z","steps":["trace[2135161621] 'agreement among raft nodes before linearized reading' (duration: 11.45981534s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.212566Z","caller":"traceutil/trace.go:171","msg":"trace[892756085] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28325; }","duration":"16.237122357s","start":"2026-04-10T15:00:43.975431Z","end":"2026-04-10T15:01:00.212553Z","steps":["trace[892756085] 'agreement among raft nodes before linearized reading' (duration: 16.237033664s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.212581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.848094Z","time spent":"17.364478859s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-10T15:01:00.212603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:43.975415Z","time spent":"16.237179718s","remote":"127.0.0.1:48420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.212606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.752384Z","time spent":"11.460208782s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.212592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.086680536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.212706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.67515006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.212719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.372512701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-problem-detector\" ","response":"range_response_count:1 size:656"} {"level":"info","ts":"2026-04-10T15:01:00.212768Z","caller":"traceutil/trace.go:171","msg":"trace[805954842] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28325; }","duration":"12.675202102s","start":"2026-04-10T15:00:47.537547Z","end":"2026-04-10T15:01:00.212749Z","steps":["trace[805954842] 'agreement among raft nodes before linearized reading' (duration: 12.675116079s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.212783Z","caller":"traceutil/trace.go:171","msg":"trace[1096306395] range","detail":"{range_begin:/registry/clusterroles/system:node-problem-detector; range_end:; response_count:1; response_revision:28325; }","duration":"17.372582344s","start":"2026-04-10T15:00:42.840181Z","end":"2026-04-10T15:01:00.212763Z","steps":["trace[1096306395] 'agreement among raft nodes before linearized reading' (duration: 17.372480431s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.212812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.255944472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.212823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.840175Z","time spent":"17.372637976s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":679,"request content":"key:\"/registry/clusterroles/system:node-problem-detector\" "} {"level":"warn","ts":"2026-04-10T15:01:00.212843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.362857617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-04-10T15:01:00.212852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227049258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-10T15:01:00.212862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.367757185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-10T15:01:00.21286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.693454891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:36 size:231622"} {"level":"warn","ts":"2026-04-10T15:01:00.212901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.602924435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.212911Z","caller":"traceutil/trace.go:171","msg":"trace[312819328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28325; }","duration":"3.227127141s","start":"2026-04-10T15:00:56.985763Z","end":"2026-04-10T15:01:00.212891Z","steps":["trace[312819328] 'agreement among raft nodes before linearized reading' (duration: 3.226973266s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.212917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.03426369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.212941Z","caller":"traceutil/trace.go:171","msg":"trace[158421653] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28325; }","duration":"7.602992427s","start":"2026-04-10T15:00:52.609938Z","end":"2026-04-10T15:01:00.21293Z","steps":["trace[158421653] 'agreement among raft nodes before linearized reading' (duration: 7.602921265s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.212953Z","caller":"traceutil/trace.go:171","msg":"trace[181664956] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28325; }","duration":"13.034372453s","start":"2026-04-10T15:00:47.178572Z","end":"2026-04-10T15:01:00.212945Z","steps":["trace[181664956] 'agreement among raft nodes before linearized reading' (duration: 13.034315081s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.212956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:56.985744Z","time spent":"3.227201113s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-10T15:01:00.212979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.161811036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-10T15:01:00.212713Z","caller":"traceutil/trace.go:171","msg":"trace[297195813] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28325; }","duration":"6.086861283s","start":"2026-04-10T15:00:54.125822Z","end":"2026-04-10T15:01:00.212683Z","steps":["trace[297195813] 'agreement among raft nodes before linearized reading' (duration: 6.086629865s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.212585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.374855001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:01:00.213008Z","caller":"traceutil/trace.go:171","msg":"trace[728202859] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28325; }","duration":"7.161894168s","start":"2026-04-10T15:00:53.051107Z","end":"2026-04-10T15:01:00.213002Z","steps":["trace[728202859] 'agreement among raft nodes before linearized reading' (duration: 7.161761893s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.213017Z","caller":"traceutil/trace.go:171","msg":"trace[1947664250] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28325; }","duration":"12.375317166s","start":"2026-04-10T15:00:47.837692Z","end":"2026-04-10T15:01:00.213009Z","steps":["trace[1947664250] 'agreement among raft nodes before linearized reading' (duration: 12.37481909s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:53.051021Z","time spent":"7.162010822s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-10T15:01:00.213047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:47.837674Z","time spent":"12.375367667s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T15:01:00.212978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:52.609922Z","time spent":"7.60304797s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.212489Z","caller":"traceutil/trace.go:171","msg":"trace[310661704] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28325; }","duration":"7.293355185s","start":"2026-04-10T15:00:52.919114Z","end":"2026-04-10T15:01:00.21247Z","steps":["trace[310661704] 'agreement among raft nodes before linearized reading' (duration: 7.293153929s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909184112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.213182Z","caller":"traceutil/trace.go:171","msg":"trace[1501787889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28325; }","duration":"1.909268875s","start":"2026-04-10T15:00:58.303896Z","end":"2026-04-10T15:01:00.213165Z","steps":["trace[1501787889] 'agreement among raft nodes before linearized reading' (duration: 1.909199173s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.731472738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:36 size:80879"} {"level":"info","ts":"2026-04-10T15:01:00.213288Z","caller":"traceutil/trace.go:171","msg":"trace[1735505981] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:36; response_revision:28325; }","duration":"11.731620992s","start":"2026-04-10T15:00:48.48165Z","end":"2026-04-10T15:01:00.213271Z","steps":["trace[1735505981] 'agreement among raft nodes before linearized reading' (duration: 11.73058702s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.653458013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:3 size:3229"} {"level":"warn","ts":"2026-04-10T15:01:00.213366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.521382504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.213414Z","caller":"traceutil/trace.go:171","msg":"trace[1539495581] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28325; }","duration":"10.521470926s","start":"2026-04-10T15:00:49.691929Z","end":"2026-04-10T15:01:00.2134Z","steps":["trace[1539495581] 'agreement among raft nodes before linearized reading' (duration: 10.521400664s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.481644Z","time spent":"11.731725795s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":36,"response size":80902,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:01:00.213468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:49.691908Z","time spent":"10.521545619s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.213517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.654116623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.213522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.674896857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.21358Z","caller":"traceutil/trace.go:171","msg":"trace[1380791149] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28325; }","duration":"11.654213356s","start":"2026-04-10T15:00:48.55935Z","end":"2026-04-10T15:01:00.213563Z","steps":["trace[1380791149] 'agreement among raft nodes before linearized reading' (duration: 11.654124344s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156744047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.213627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.709890859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:9 size:11269"} {"level":"info","ts":"2026-04-10T15:01:00.213648Z","caller":"traceutil/trace.go:171","msg":"trace[950017907] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28325; }","duration":"1.156837619s","start":"2026-04-10T15:00:59.056792Z","end":"2026-04-10T15:01:00.213629Z","steps":["trace[950017907] 'agreement among raft nodes before linearized reading' (duration: 1.156676034s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.732234162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:00.213742Z","caller":"traceutil/trace.go:171","msg":"trace[1158626362] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28325; }","duration":"11.732288013s","start":"2026-04-10T15:00:48.481437Z","end":"2026-04-10T15:01:00.213725Z","steps":["trace[1158626362] 'agreement among raft nodes before linearized reading' (duration: 11.73217356s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.694396741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.213766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.810934708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-10T15:01:00.212917Z","caller":"traceutil/trace.go:171","msg":"trace[1097858727] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28325; }","duration":"5.367809256s","start":"2026-04-10T15:00:54.845092Z","end":"2026-04-10T15:01:00.212901Z","steps":["trace[1097858727] 'agreement among raft nodes before linearized reading' (duration: 5.367659332s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.654392612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:3 size:3229"} {"level":"warn","ts":"2026-04-10T15:01:00.213837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:54.84499Z","time spent":"5.36884105s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-10T15:01:00.213837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.6937242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:36 size:231622"} {"level":"warn","ts":"2026-04-10T15:01:00.213859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.706248884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:9 size:11269"} {"level":"warn","ts":"2026-04-10T15:01:00.213899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.811457605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf\" ","response":"range_response_count:1 size:5762"} {"level":"info","ts":"2026-04-10T15:01:00.213905Z","caller":"traceutil/trace.go:171","msg":"trace[1778056272] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:36; response_revision:28325; }","duration":"11.693804093s","start":"2026-04-10T15:00:48.520087Z","end":"2026-04-10T15:01:00.213891Z","steps":["trace[1778056272] 'agreement among raft nodes before linearized reading' (duration: 11.693355158s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.213901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.71026324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.213963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.52008Z","time spent":"11.693865844s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":36,"response size":231645,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"info","ts":"2026-04-10T15:01:00.213982Z","caller":"traceutil/trace.go:171","msg":"trace[874032121] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28325; }","duration":"11.710376714s","start":"2026-04-10T15:00:48.503593Z","end":"2026-04-10T15:01:00.21397Z","steps":["trace[874032121] 'agreement among raft nodes before linearized reading' (duration: 11.71024498s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.214023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.503574Z","time spent":"11.710436426s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.214075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.812770915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-10T15:01:00.212629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.37375665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-10T15:01:00.214189Z","caller":"traceutil/trace.go:171","msg":"trace[1249926255] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28325; }","duration":"17.375331181s","start":"2026-04-10T15:00:42.838842Z","end":"2026-04-10T15:01:00.214174Z","steps":["trace[1249926255] 'agreement among raft nodes before linearized reading' (duration: 17.373613316s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.214187Z","caller":"traceutil/trace.go:171","msg":"trace[36107414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28325; }","duration":"11.812926821s","start":"2026-04-10T15:00:48.401226Z","end":"2026-04-10T15:01:00.214153Z","steps":["trace[36107414] 'agreement among raft nodes before linearized reading' (duration: 11.81100373s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.214226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.838834Z","time spent":"17.375381512s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-10T15:01:00.214222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.73279852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:36 size:80879"} {"level":"warn","ts":"2026-04-10T15:01:00.214255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.401202Z","time spent":"11.813027923s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T15:01:00.21428Z","caller":"traceutil/trace.go:171","msg":"trace[1209345869] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:36; response_revision:28325; }","duration":"11.732887692s","start":"2026-04-10T15:00:48.48138Z","end":"2026-04-10T15:01:00.214268Z","steps":["trace[1209345869] 'agreement among raft nodes before linearized reading' (duration: 11.732421128s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.213941Z","caller":"traceutil/trace.go:171","msg":"trace[2042171381] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf; range_end:; response_count:1; response_revision:28325; }","duration":"11.811747163s","start":"2026-04-10T15:00:48.402183Z","end":"2026-04-10T15:01:00.21393Z","steps":["trace[2042171381] 'agreement among raft nodes before linearized reading' (duration: 11.811630879s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.214324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.481363Z","time spent":"11.732949734s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":36,"response size":80902,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:00.214355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.401967Z","time spent":"11.812376953s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5785,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf\" "} {"level":"warn","ts":"2026-04-10T15:01:00.213784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.481421Z","time spent":"11.732353495s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.213904Z","caller":"traceutil/trace.go:171","msg":"trace[1062583098] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:9; response_revision:28325; }","duration":"11.706349818s","start":"2026-04-10T15:00:48.507545Z","end":"2026-04-10T15:01:00.213895Z","steps":["trace[1062583098] 'agreement among raft nodes before linearized reading' (duration: 11.706171232s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.214574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.507516Z","time spent":"11.707032079s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":9,"response size":11292,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:01:00.2133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.864805514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T15:01:00.213423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.611285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:01:00.214696Z","caller":"traceutil/trace.go:171","msg":"trace[94858615] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28325; }","duration":"9.866174627s","start":"2026-04-10T15:00:50.348484Z","end":"2026-04-10T15:01:00.214658Z","steps":["trace[94858615] 'agreement among raft nodes before linearized reading' (duration: 9.864664949s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.214698Z","caller":"traceutil/trace.go:171","msg":"trace[1325550347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28325; }","duration":"654.932187ms","start":"2026-04-10T15:00:59.559753Z","end":"2026-04-10T15:01:00.214685Z","steps":["trace[1325550347] 'agreement among raft nodes before linearized reading' (duration: 653.610495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.214745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:59.559723Z","time spent":"655.008839ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:01:00.214738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.373293236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2001"} {"level":"warn","ts":"2026-04-10T15:01:00.213645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.559331Z","time spent":"11.654298799s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.213846Z","caller":"traceutil/trace.go:171","msg":"trace[659366862] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28325; }","duration":"11.81101645s","start":"2026-04-10T15:00:48.402807Z","end":"2026-04-10T15:01:00.213823Z","steps":["trace[659366862] 'agreement among raft nodes before linearized reading' (duration: 11.810860166s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.21474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:50.34841Z","time spent":"9.866312282s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.214865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.402801Z","time spent":"11.812049983s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-10T15:01:00.213436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211910192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-10T15:01:00.213577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.809373818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T15:01:00.212852Z","caller":"traceutil/trace.go:171","msg":"trace[247948657] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28325; }","duration":"6.256013115s","start":"2026-04-10T15:00:53.95683Z","end":"2026-04-10T15:01:00.212843Z","steps":["trace[247948657] 'agreement among raft nodes before linearized reading' (duration: 6.255846869s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.212867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.95671777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.212442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.961325128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-10T15:01:00.213018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:54.125797Z","time spent":"6.087210643s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.213029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.634382593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.212816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:47.537479Z","time spent":"12.675328136s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.212643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.608001638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.212889Z","caller":"traceutil/trace.go:171","msg":"trace[1621700924] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28325; }","duration":"17.36292672s","start":"2026-04-10T15:00:42.849949Z","end":"2026-04-10T15:01:00.212876Z","steps":["trace[1621700924] 'agreement among raft nodes before linearized reading' (duration: 17.362813886s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.212947Z","caller":"traceutil/trace.go:171","msg":"trace[781273433] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:36; response_revision:28325; }","duration":"11.693554284s","start":"2026-04-10T15:00:48.519374Z","end":"2026-04-10T15:01:00.212928Z","steps":["trace[781273433] 'agreement among raft nodes before linearized reading' (duration: 11.692848992s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.212987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:47.178543Z","time spent":"13.034436825s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.213087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.635022933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.213124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.401532387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.213124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.86197645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.2132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:52.919022Z","time spent":"7.29415339s","remote":"127.0.0.1:35274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.213229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125105865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:00.213295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199324377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.213412Z","caller":"traceutil/trace.go:171","msg":"trace[1906541737] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:28325; }","duration":"11.653539206s","start":"2026-04-10T15:00:48.559851Z","end":"2026-04-10T15:01:00.21339Z","steps":["trace[1906541737] 'agreement among raft nodes before linearized reading' (duration: 11.6533668s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.21343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065825046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.213428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.674812995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.213438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.674424273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:00.213467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.808987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.21359Z","caller":"traceutil/trace.go:171","msg":"trace[1458347619] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28325; }","duration":"11.675008181s","start":"2026-04-10T15:00:48.538566Z","end":"2026-04-10T15:01:00.213574Z","steps":["trace[1458347619] 'agreement among raft nodes before linearized reading' (duration: 11.674904467s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.21366Z","caller":"traceutil/trace.go:171","msg":"trace[573517800] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:9; response_revision:28325; }","duration":"11.70992364s","start":"2026-04-10T15:00:48.503728Z","end":"2026-04-10T15:01:00.213652Z","steps":["trace[573517800] 'agreement among raft nodes before linearized reading' (duration: 11.709759655s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.213794Z","caller":"traceutil/trace.go:171","msg":"trace[1138470396] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28325; }","duration":"11.694437282s","start":"2026-04-10T15:00:48.519349Z","end":"2026-04-10T15:01:00.213787Z","steps":["trace[1138470396] 'agreement among raft nodes before linearized reading' (duration: 11.694327989s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.213855Z","caller":"traceutil/trace.go:171","msg":"trace[578205851] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:28325; }","duration":"11.654488085s","start":"2026-04-10T15:00:48.559352Z","end":"2026-04-10T15:01:00.21384Z","steps":["trace[578205851] 'agreement among raft nodes before linearized reading' (duration: 11.65432397s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.214807Z","caller":"traceutil/trace.go:171","msg":"trace[1994336928] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:28325; }","duration":"17.373373899s","start":"2026-04-10T15:00:42.841416Z","end":"2026-04-10T15:01:00.21479Z","steps":["trace[1994336928] 'agreement among raft nodes before linearized reading' (duration: 17.371009855s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.215246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.841411Z","time spent":"17.373807592s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2024,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-10T15:01:00.213174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.63525687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.215347Z","caller":"traceutil/trace.go:171","msg":"trace[1330110427] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28325; }","duration":"11.637446649s","start":"2026-04-10T15:00:48.577879Z","end":"2026-04-10T15:01:00.215325Z","steps":["trace[1330110427] 'agreement among raft nodes before linearized reading' (duration: 11.635234259s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.215391Z","caller":"traceutil/trace.go:171","msg":"trace[73019634] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28325; }","duration":"11.637331065s","start":"2026-04-10T15:00:48.578036Z","end":"2026-04-10T15:01:00.215367Z","steps":["trace[73019634] 'agreement among raft nodes before linearized reading' (duration: 11.635020282s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.215442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.577865Z","time spent":"11.637553363s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:00.215464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.578029Z","time spent":"11.637409008s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.213691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:59.056768Z","time spent":"1.156914062s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.215631Z","caller":"traceutil/trace.go:171","msg":"trace[1875328932] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28325; }","duration":"11.677043715s","start":"2026-04-10T15:00:48.538567Z","end":"2026-04-10T15:01:00.21561Z","steps":["trace[1875328932] 'agreement among raft nodes before linearized reading' (duration: 11.674815255s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.215668Z","caller":"traceutil/trace.go:171","msg":"trace[5401530] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28325; }","duration":"11.676655413s","start":"2026-04-10T15:00:48.538994Z","end":"2026-04-10T15:01:00.215649Z","steps":["trace[5401530] 'agreement among raft nodes before linearized reading' (duration: 11.674384701s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.215689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.538544Z","time spent":"11.677127428s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:00.215729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.538966Z","time spent":"11.676743266s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"info","ts":"2026-04-10T15:01:00.215868Z","caller":"traceutil/trace.go:171","msg":"trace[322579708] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28325; }","duration":"530.242494ms","start":"2026-04-10T15:00:59.68561Z","end":"2026-04-10T15:01:00.215852Z","steps":["trace[322579708] 'agreement among raft nodes before linearized reading' (duration: 527.828908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.215938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:59.685584Z","time spent":"530.333917ms","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.216059Z","caller":"traceutil/trace.go:171","msg":"trace[580576492] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:28325; }","duration":"3.214614597s","start":"2026-04-10T15:00:57.001424Z","end":"2026-04-10T15:01:00.216038Z","steps":["trace[580576492] 'agreement among raft nodes before linearized reading' (duration: 3.211907952s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.216099Z","caller":"traceutil/trace.go:171","msg":"trace[1995046782] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28325; }","duration":"2.128016608s","start":"2026-04-10T15:00:58.088071Z","end":"2026-04-10T15:01:00.216088Z","steps":["trace[1995046782] 'agreement among raft nodes before linearized reading' (duration: 2.125107346s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.216119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:57.0014Z","time spent":"3.2147064s","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-10T15:01:00.216142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:58.088052Z","time spent":"2.128075859s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.21619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.503643Z","time spent":"11.712533332s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":9,"response size":11292,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"info","ts":"2026-04-10T15:01:00.216283Z","caller":"traceutil/trace.go:171","msg":"trace[1757575980] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28325; }","duration":"11.812099345s","start":"2026-04-10T15:00:48.404172Z","end":"2026-04-10T15:01:00.216271Z","steps":["trace[1757575980] 'agreement among raft nodes before linearized reading' (duration: 11.809284306s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.216304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.519343Z","time spent":"11.696951421s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.216313Z","caller":"traceutil/trace.go:171","msg":"trace[24850860] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28325; }","duration":"3.202438144s","start":"2026-04-10T15:00:57.013861Z","end":"2026-04-10T15:01:00.216299Z","steps":["trace[24850860] 'agreement among raft nodes before linearized reading' (duration: 3.199398219s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.216356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:53.956814Z","time spent":"6.259533305s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.216364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:57.013833Z","time spent":"3.202518587s","remote":"127.0.0.1:48438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.216388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.559311Z","time spent":"11.657063467s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":3,"response size":3252,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-04-10T15:01:00.216707Z","caller":"traceutil/trace.go:171","msg":"trace[998273850] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28325; }","duration":"12.960579142s","start":"2026-04-10T15:00:47.25611Z","end":"2026-04-10T15:01:00.216689Z","steps":["trace[998273850] 'agreement among raft nodes before linearized reading' (duration: 12.956730011s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.216754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:47.256092Z","time spent":"12.960649453s","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.216758Z","caller":"traceutil/trace.go:171","msg":"trace[1459512634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28325; }","duration":"1.069179931s","start":"2026-04-10T15:00:59.147555Z","end":"2026-04-10T15:01:00.216735Z","steps":["trace[1459512634] 'agreement among raft nodes before linearized reading' (duration: 1.065836836s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.216664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:58.303871Z","time spent":"1.909357808s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.216818Z","caller":"traceutil/trace.go:171","msg":"trace[1806401290] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28325; }","duration":"15.965798419s","start":"2026-04-10T15:00:44.251007Z","end":"2026-04-10T15:01:00.216805Z","steps":["trace[1806401290] 'agreement among raft nodes before linearized reading' (duration: 15.961278087s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.216834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:59.147531Z","time spent":"1.069282715s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:00.21686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:44.250978Z","time spent":"15.965872002s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-10T15:01:00.215548Z","caller":"traceutil/trace.go:171","msg":"trace[306691] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28325; }","duration":"9.403986324s","start":"2026-04-10T15:00:50.811542Z","end":"2026-04-10T15:01:00.215529Z","steps":["trace[306691] 'agreement among raft nodes before linearized reading' (duration: 9.401498336s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.217038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:50.81149Z","time spent":"9.405534923s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.216144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.538544Z","time spent":"11.677586252s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.216329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.404162Z","time spent":"11.812154556s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-10T15:01:00.217218Z","caller":"traceutil/trace.go:171","msg":"trace[870656638] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28325; }","duration":"11.638514543s","start":"2026-04-10T15:00:48.578615Z","end":"2026-04-10T15:01:00.21713Z","steps":["trace[870656638] 'agreement among raft nodes before linearized reading' (duration: 11.634364222s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.217266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.578609Z","time spent":"11.638642236s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:01:00.216705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.559843Z","time spent":"11.65684957s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":3,"response size":3252,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:01:00.217325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:42.849936Z","time spent":"17.36737098s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-04-10T15:01:00.215943Z","caller":"traceutil/trace.go:171","msg":"trace[927949714] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28325; }","duration":"10.864828561s","start":"2026-04-10T15:00:49.351101Z","end":"2026-04-10T15:01:00.21593Z","steps":["trace[927949714] 'agreement among raft nodes before linearized reading' (duration: 10.861981521s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.217678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:49.351084Z","time spent":"10.866579455s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:00.216742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:48.519371Z","time spent":"11.697351395s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":36,"response size":231645,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:00.217315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:58.405767Z","time spent":"1.806240862s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:00.218242Z","caller":"traceutil/trace.go:171","msg":"trace[270530501] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28325; }","duration":"12.613641765s","start":"2026-04-10T15:00:47.604584Z","end":"2026-04-10T15:01:00.218226Z","steps":["trace[270530501] 'agreement among raft nodes before linearized reading' (duration: 12.608021208s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.218311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:00:47.604562Z","time spent":"12.613727308s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:00.416873Z","caller":"traceutil/trace.go:171","msg":"trace[2018365908] linearizableReadLoop","detail":"{readStateIndex:29348; appliedIndex:29346; }","duration":"116.30928ms","start":"2026-04-10T15:01:00.300549Z","end":"2026-04-10T15:01:00.416858Z","steps":["trace[2018365908] 'read index received' (duration: 105.145869ms)","trace[2018365908] 'applied index is now lower than readState.Index' (duration: 11.162761ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:00.4169Z","caller":"traceutil/trace.go:171","msg":"trace[505556053] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"150.233637ms","start":"2026-04-10T15:01:00.266635Z","end":"2026-04-10T15:01:00.416869Z","steps":["trace[505556053] 'process raft request' (duration: 139.046235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.416969Z","caller":"traceutil/trace.go:171","msg":"trace[1535692752] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"150.227987ms","start":"2026-04-10T15:01:00.266735Z","end":"2026-04-10T15:01:00.416963Z","steps":["trace[1535692752] 'process raft request' (duration: 150.079473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.4171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.535237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:00.417123Z","caller":"traceutil/trace.go:171","msg":"trace[237500816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28334; }","duration":"116.582068ms","start":"2026-04-10T15:01:00.300533Z","end":"2026-04-10T15:01:00.417115Z","steps":["trace[237500816] 'agreement among raft nodes before linearized reading' (duration: 116.505386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.420988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.795448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:01:00.421048Z","caller":"traceutil/trace.go:171","msg":"trace[626988502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28336; }","duration":"111.889961ms","start":"2026-04-10T15:01:00.309145Z","end":"2026-04-10T15:01:00.421035Z","steps":["trace[626988502] 'agreement among raft nodes before linearized reading' (duration: 111.708825ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.421298Z","caller":"traceutil/trace.go:171","msg":"trace[1839772455] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"110.5847ms","start":"2026-04-10T15:01:00.310681Z","end":"2026-04-10T15:01:00.421266Z","steps":["trace[1839772455] 'process raft request' (duration: 110.136516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.421402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.873131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-p8xbg\" ","response":"range_response_count:1 size:5495"} {"level":"warn","ts":"2026-04-10T15:01:00.421406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.080927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-10T15:01:00.421455Z","caller":"traceutil/trace.go:171","msg":"trace[2063843237] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-p8xbg; range_end:; response_count:1; response_revision:28336; }","duration":"105.946504ms","start":"2026-04-10T15:01:00.31549Z","end":"2026-04-10T15:01:00.421437Z","steps":["trace[2063843237] 'agreement among raft nodes before linearized reading' (duration: 105.765388ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.421477Z","caller":"traceutil/trace.go:171","msg":"trace[1343492573] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28336; }","duration":"112.18522ms","start":"2026-04-10T15:01:00.309275Z","end":"2026-04-10T15:01:00.42146Z","steps":["trace[1343492573] 'agreement among raft nodes before linearized reading' (duration: 111.947112ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.421634Z","caller":"traceutil/trace.go:171","msg":"trace[38392078] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"112.687106ms","start":"2026-04-10T15:01:00.308928Z","end":"2026-04-10T15:01:00.421615Z","steps":["trace[38392078] 'process raft request' (duration: 111.797128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.421801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.52197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-10T15:01:00.4218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.595403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:652"} {"level":"info","ts":"2026-04-10T15:01:00.421827Z","caller":"traceutil/trace.go:171","msg":"trace[219416397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28336; }","duration":"112.557681ms","start":"2026-04-10T15:01:00.309263Z","end":"2026-04-10T15:01:00.42182Z","steps":["trace[219416397] 'agreement among raft nodes before linearized reading' (duration: 112.489959ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.421833Z","caller":"traceutil/trace.go:171","msg":"trace[1600328334] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:28336; }","duration":"112.675025ms","start":"2026-04-10T15:01:00.309151Z","end":"2026-04-10T15:01:00.421826Z","steps":["trace[1600328334] 'agreement among raft nodes before linearized reading' (duration: 112.572162ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.671656Z","caller":"traceutil/trace.go:171","msg":"trace[2070912127] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"179.419395ms","start":"2026-04-10T15:01:00.49221Z","end":"2026-04-10T15:01:00.671629Z","steps":["trace[2070912127] 'process raft request' (duration: 158.951121ms)","trace[2070912127] 'compare' (duration: 20.32524ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:00.700865Z","caller":"traceutil/trace.go:171","msg":"trace[770515245] linearizableReadLoop","detail":"{readStateIndex:29359; appliedIndex:29357; }","duration":"202.554054ms","start":"2026-04-10T15:01:00.498284Z","end":"2026-04-10T15:01:00.700838Z","steps":["trace[770515245] 'read index received' (duration: 153.17618ms)","trace[770515245] 'applied index is now lower than readState.Index' (duration: 49.376714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:00.703288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.97303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-10T15:01:00.703371Z","caller":"traceutil/trace.go:171","msg":"trace[1293594547] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:28345; }","duration":"205.107504ms","start":"2026-04-10T15:01:00.498244Z","end":"2026-04-10T15:01:00.703351Z","steps":["trace[1293594547] 'agreement among raft nodes before linearized reading' (duration: 204.905937ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:00.703662Z","caller":"traceutil/trace.go:171","msg":"trace[187208206] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"207.605112ms","start":"2026-04-10T15:01:00.496045Z","end":"2026-04-10T15:01:00.70365Z","steps":["trace[187208206] 'process raft request' (duration: 204.490734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.704349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.947527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-04-10T15:01:00.704385Z","caller":"traceutil/trace.go:171","msg":"trace[1918515242] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:28345; }","duration":"100.985248ms","start":"2026-04-10T15:01:00.603392Z","end":"2026-04-10T15:01:00.704377Z","steps":["trace[1918515242] 'agreement among raft nodes before linearized reading' (duration: 100.892155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:00.707692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.504844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-10T15:01:00.708281Z","caller":"traceutil/trace.go:171","msg":"trace[601801499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28345; }","duration":"206.551589ms","start":"2026-04-10T15:01:00.501318Z","end":"2026-04-10T15:01:00.707869Z","steps":["trace[601801499] 'agreement among raft nodes before linearized reading' (duration: 202.367987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:03.145458Z","caller":"traceutil/trace.go:171","msg":"trace[744498128] linearizableReadLoop","detail":"{readStateIndex:29487; appliedIndex:29486; }","duration":"109.882487ms","start":"2026-04-10T15:01:03.035548Z","end":"2026-04-10T15:01:03.145431Z","steps":["trace[744498128] 'read index received' (duration: 72.021096ms)","trace[744498128] 'applied index is now lower than readState.Index' (duration: 37.858461ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:03.145513Z","caller":"traceutil/trace.go:171","msg":"trace[481118452] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"122.649279ms","start":"2026-04-10T15:01:03.022815Z","end":"2026-04-10T15:01:03.145464Z","steps":["trace[481118452] 'process raft request' (duration: 84.816099ms)","trace[481118452] 'compare' (duration: 37.368686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:03.14584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.160327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-04-10T15:01:03.145956Z","caller":"traceutil/trace.go:171","msg":"trace[155170141] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:28472; }","duration":"110.437585ms","start":"2026-04-10T15:01:03.035506Z","end":"2026-04-10T15:01:03.145944Z","steps":["trace[155170141] 'agreement among raft nodes before linearized reading' (duration: 110.072624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:03.744534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.070575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:03.744817Z","caller":"traceutil/trace.go:171","msg":"trace[532741552] linearizableReadLoop","detail":"{readStateIndex:29494; appliedIndex:29493; }","duration":"342.444595ms","start":"2026-04-10T15:01:03.402351Z","end":"2026-04-10T15:01:03.744795Z","steps":["trace[532741552] 'read index received' (duration: 24.041µs)","trace[532741552] 'applied index is now lower than readState.Index' (duration: 342.418594ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:03.744845Z","caller":"traceutil/trace.go:171","msg":"trace[295718851] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"360.142802ms","start":"2026-04-10T15:01:03.384663Z","end":"2026-04-10T15:01:03.744806Z","steps":["trace[295718851] 'process raft request' (duration: 16.642524ms)","trace[295718851] 'compare' (duration: 342.822647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:03.74501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.443268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:03.745032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.384638Z","time spent":"360.288796ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:03.745057Z","caller":"traceutil/trace.go:171","msg":"trace[905496898] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28479; }","duration":"324.49465ms","start":"2026-04-10T15:01:03.42055Z","end":"2026-04-10T15:01:03.745044Z","steps":["trace[905496898] 'agreement among raft nodes before linearized reading' (duration: 324.367776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:03.745107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.4205Z","time spent":"324.596243ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:01:03.745193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.415628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:03.745256Z","caller":"traceutil/trace.go:171","msg":"trace[203796013] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28479; }","duration":"324.517931ms","start":"2026-04-10T15:01:03.420722Z","end":"2026-04-10T15:01:03.74524Z","steps":["trace[203796013] 'agreement among raft nodes before linearized reading' (duration: 324.387527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:03.745316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.420714Z","time spent":"324.588723ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:03.745229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.486069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:03.745408Z","caller":"traceutil/trace.go:171","msg":"trace[1582814385] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28479; }","duration":"324.680325ms","start":"2026-04-10T15:01:03.420701Z","end":"2026-04-10T15:01:03.745381Z","steps":["trace[1582814385] 'agreement among raft nodes before linearized reading' (duration: 324.430118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:03.745447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.420665Z","time spent":"324.770729ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:03.745437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.786246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-10T15:01:03.745696Z","caller":"traceutil/trace.go:171","msg":"trace[984652214] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:28479; }","duration":"343.277961ms","start":"2026-04-10T15:01:03.40231Z","end":"2026-04-10T15:01:03.745588Z","steps":["trace[984652214] 'agreement among raft nodes before linearized reading' (duration: 342.589909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:03.745824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.40229Z","time spent":"343.521619ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-04-10T15:01:04.260599Z","caller":"traceutil/trace.go:171","msg":"trace[397913009] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"474.060876ms","start":"2026-04-10T15:01:03.786504Z","end":"2026-04-10T15:01:04.260565Z","steps":["trace[397913009] 'process raft request' (duration: 450.152054ms)","trace[397913009] 'compare' (duration: 23.684315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:04.260785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.786483Z","time spent":"474.193781ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:04.264692Z","caller":"traceutil/trace.go:171","msg":"trace[1177097163] linearizableReadLoop","detail":"{readStateIndex:29496; appliedIndex:29494; }","duration":"475.44955ms","start":"2026-04-10T15:01:03.789205Z","end":"2026-04-10T15:01:04.264654Z","steps":["trace[1177097163] 'read index received' (duration: 447.468529ms)","trace[1177097163] 'applied index is now lower than readState.Index' (duration: 27.980081ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:04.264753Z","caller":"traceutil/trace.go:171","msg":"trace[1677497627] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"475.653306ms","start":"2026-04-10T15:01:03.789049Z","end":"2026-04-10T15:01:04.264702Z","steps":["trace[1677497627] 'process raft request' (duration: 475.338396ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.264836Z","caller":"traceutil/trace.go:171","msg":"trace[141040458] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"475.44816ms","start":"2026-04-10T15:01:03.789327Z","end":"2026-04-10T15:01:04.264775Z","steps":["trace[141040458] 'process raft request' (duration: 475.274345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.76407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b66ea47-d773-49c5-930d-a0db81299f30\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-10T15:01:04.265047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.78903Z","time spent":"475.817222ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:04.265106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.302952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:04.265106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.154637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.265127Z","caller":"traceutil/trace.go:171","msg":"trace[1158707989] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b66ea47-d773-49c5-930d-a0db81299f30; range_end:; response_count:1; response_revision:28482; }","duration":"475.904365ms","start":"2026-04-10T15:01:03.789199Z","end":"2026-04-10T15:01:04.265104Z","steps":["trace[1158707989] 'agreement among raft nodes before linearized reading' (duration: 475.586625ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.265147Z","caller":"traceutil/trace.go:171","msg":"trace[1982508812] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28482; }","duration":"118.369085ms","start":"2026-04-10T15:01:04.146767Z","end":"2026-04-10T15:01:04.265136Z","steps":["trace[1982508812] 'agreement among raft nodes before linearized reading' (duration: 118.294332ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.265175Z","caller":"traceutil/trace.go:171","msg":"trace[1119551932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"213.281581ms","start":"2026-04-10T15:01:04.051872Z","end":"2026-04-10T15:01:04.265154Z","steps":["trace[1119551932] 'agreement among raft nodes before linearized reading' (duration: 213.129706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.789193Z","time spent":"475.973127ms","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-4b66ea47-d773-49c5-930d-a0db81299f30\" "} {"level":"warn","ts":"2026-04-10T15:01:04.265216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.471159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:04.265225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.565476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:04.265291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.206008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-10T15:01:04.265298Z","caller":"traceutil/trace.go:171","msg":"trace[698286470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"324.598873ms","start":"2026-04-10T15:01:03.940678Z","end":"2026-04-10T15:01:04.265277Z","steps":["trace[698286470] 'agreement among raft nodes before linearized reading' (duration: 324.348165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.017921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:04.265338Z","caller":"traceutil/trace.go:171","msg":"trace[1268452074] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:28482; }","duration":"472.26462ms","start":"2026-04-10T15:01:03.79306Z","end":"2026-04-10T15:01:04.265325Z","steps":["trace[1268452074] 'agreement among raft nodes before linearized reading' (duration: 472.042543ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.265327Z","caller":"traceutil/trace.go:171","msg":"trace[2142375073] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28482; }","duration":"456.732651ms","start":"2026-04-10T15:01:03.80857Z","end":"2026-04-10T15:01:04.265302Z","steps":["trace[2142375073] 'agreement among raft nodes before linearized reading' (duration: 456.511154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.940654Z","time spent":"324.686126ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-10T15:01:04.265361Z","caller":"traceutil/trace.go:171","msg":"trace[1394931208] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28482; }","duration":"457.074712ms","start":"2026-04-10T15:01:03.808269Z","end":"2026-04-10T15:01:04.265343Z","steps":["trace[1394931208] 'agreement among raft nodes before linearized reading' (duration: 457.00366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.808551Z","time spent":"456.825074ms","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:01:04.265414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.808264Z","time spent":"457.135664ms","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:04.265452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.092164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-10T15:01:04.265475Z","caller":"traceutil/trace.go:171","msg":"trace[1190509007] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:28482; }","duration":"472.125735ms","start":"2026-04-10T15:01:03.793342Z","end":"2026-04-10T15:01:04.265468Z","steps":["trace[1190509007] 'agreement among raft nodes before linearized reading' (duration: 472.045303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.793337Z","time spent":"472.151406ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-10T15:01:04.265368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.793054Z","time spent":"472.308201ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-10T15:01:04.265565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.125897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:04.265589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.493165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:1087"} {"level":"warn","ts":"2026-04-10T15:01:04.265666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.064628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-04-10T15:01:04.2657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.302893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.265719Z","caller":"traceutil/trace.go:171","msg":"trace[1115194128] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:28482; }","duration":"393.15415ms","start":"2026-04-10T15:01:03.872546Z","end":"2026-04-10T15:01:04.2657Z","steps":["trace[1115194128] 'agreement among raft nodes before linearized reading' (duration: 393.023986ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.265716Z","caller":"traceutil/trace.go:171","msg":"trace[741325668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:28482; }","duration":"156.68619ms","start":"2026-04-10T15:01:04.108997Z","end":"2026-04-10T15:01:04.265684Z","steps":["trace[741325668] 'agreement among raft nodes before linearized reading' (duration: 156.324528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.26574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.306786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:04.265761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.004076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:04.265764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.872521Z","time spent":"393.233493ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-10T15:01:04.265779Z","caller":"traceutil/trace.go:171","msg":"trace[2066398370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"230.379008ms","start":"2026-04-10T15:01:04.03539Z","end":"2026-04-10T15:01:04.265769Z","steps":["trace[2066398370] 'agreement among raft nodes before linearized reading' (duration: 230.272065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.332644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:04.265801Z","caller":"traceutil/trace.go:171","msg":"trace[810319620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"325.086889ms","start":"2026-04-10T15:01:03.940699Z","end":"2026-04-10T15:01:04.265786Z","steps":["trace[810319620] 'agreement among raft nodes before linearized reading' (duration: 325.037747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.052458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:04.265837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.940681Z","time spent":"325.14821ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:04.265855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.643782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.265868Z","caller":"traceutil/trace.go:171","msg":"trace[2137193822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"175.151231ms","start":"2026-04-10T15:01:04.090706Z","end":"2026-04-10T15:01:04.265858Z","steps":["trace[2137193822] 'agreement among raft nodes before linearized reading' (duration: 175.050318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.530351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:04.265893Z","caller":"traceutil/trace.go:171","msg":"trace[821192118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"295.717025ms","start":"2026-04-10T15:01:03.970162Z","end":"2026-04-10T15:01:04.265879Z","steps":["trace[821192118] 'agreement among raft nodes before linearized reading' (duration: 295.665583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.749011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-10T15:01:04.265915Z","caller":"traceutil/trace.go:171","msg":"trace[1889520215] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28482; }","duration":"412.614433ms","start":"2026-04-10T15:01:03.85329Z","end":"2026-04-10T15:01:04.265904Z","steps":["trace[1889520215] 'agreement among raft nodes before linearized reading' (duration: 412.561591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.190034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.265937Z","caller":"traceutil/trace.go:171","msg":"trace[806024447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"264.840093ms","start":"2026-04-10T15:01:04.001085Z","end":"2026-04-10T15:01:04.265925Z","steps":["trace[806024447] 'agreement among raft nodes before linearized reading' (duration: 264.707599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.85326Z","time spent":"412.682075ms","remote":"127.0.0.1:42566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:04.265963Z","caller":"traceutil/trace.go:171","msg":"trace[583933437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"340.341979ms","start":"2026-04-10T15:01:03.925604Z","end":"2026-04-10T15:01:04.265946Z","steps":["trace[583933437] 'agreement among raft nodes before linearized reading' (duration: 340.260216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.554379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:04.26601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.925548Z","time spent":"340.449973ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:04.266029Z","caller":"traceutil/trace.go:171","msg":"trace[1098685049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"295.791617ms","start":"2026-04-10T15:01:03.970226Z","end":"2026-04-10T15:01:04.266017Z","steps":["trace[1098685049] 'agreement among raft nodes before linearized reading' (duration: 295.505218ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.265762Z","caller":"traceutil/trace.go:171","msg":"trace[500311282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"248.388846ms","start":"2026-04-10T15:01:04.017356Z","end":"2026-04-10T15:01:04.265744Z","steps":["trace[500311282] 'agreement among raft nodes before linearized reading' (duration: 248.300723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.633617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.266083Z","caller":"traceutil/trace.go:171","msg":"trace[137426111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"230.678738ms","start":"2026-04-10T15:01:04.035394Z","end":"2026-04-10T15:01:04.266073Z","steps":["trace[137426111] 'agreement among raft nodes before linearized reading' (duration: 230.607266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.415249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.266136Z","caller":"traceutil/trace.go:171","msg":"trace[463649859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"175.481992ms","start":"2026-04-10T15:01:04.09064Z","end":"2026-04-10T15:01:04.266122Z","steps":["trace[463649859] 'agreement among raft nodes before linearized reading' (duration: 175.4233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.960304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:04.265632Z","caller":"traceutil/trace.go:171","msg":"trace[1860092084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"248.20095ms","start":"2026-04-10T15:01:04.017413Z","end":"2026-04-10T15:01:04.265614Z","steps":["trace[1860092084] 'agreement among raft nodes before linearized reading' (duration: 247.955972ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.266228Z","caller":"traceutil/trace.go:171","msg":"trace[1392006729] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28482; }","duration":"120.057337ms","start":"2026-04-10T15:01:04.146151Z","end":"2026-04-10T15:01:04.266209Z","steps":["trace[1392006729] 'agreement among raft nodes before linearized reading' (duration: 119.962884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.502605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:04.266252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.135812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.266276Z","caller":"traceutil/trace.go:171","msg":"trace[1973588602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"308.127035ms","start":"2026-04-10T15:01:03.958137Z","end":"2026-04-10T15:01:04.266264Z","steps":["trace[1973588602] 'agreement among raft nodes before linearized reading' (duration: 307.450534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.26631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.958086Z","time spent":"308.214158ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:04.266305Z","caller":"traceutil/trace.go:171","msg":"trace[965541312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"265.234426ms","start":"2026-04-10T15:01:04.001056Z","end":"2026-04-10T15:01:04.26629Z","steps":["trace[965541312] 'agreement among raft nodes before linearized reading' (duration: 265.151163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.099805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-10T15:01:04.266351Z","caller":"traceutil/trace.go:171","msg":"trace[1603099622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"200.173068ms","start":"2026-04-10T15:01:04.066168Z","end":"2026-04-10T15:01:04.266341Z","steps":["trace[1603099622] 'agreement among raft nodes before linearized reading' (duration: 200.081296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.827444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-10T15:01:04.266409Z","caller":"traceutil/trace.go:171","msg":"trace[2077793651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"340.917637ms","start":"2026-04-10T15:01:03.925478Z","end":"2026-04-10T15:01:04.266396Z","steps":["trace[2077793651] 'agreement among raft nodes before linearized reading' (duration: 340.761342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.598278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:04.265588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.810485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:04.266459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.925456Z","time spent":"340.9914ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-10T15:01:04.26648Z","caller":"traceutil/trace.go:171","msg":"trace[1980340476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"308.408833ms","start":"2026-04-10T15:01:03.958059Z","end":"2026-04-10T15:01:04.266468Z","steps":["trace[1980340476] 'agreement among raft nodes before linearized reading' (duration: 307.557317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.015672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:04.266545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.958037Z","time spent":"308.469466ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-10T15:01:04.266492Z","caller":"traceutil/trace.go:171","msg":"trace[1414296551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"281.789667ms","start":"2026-04-10T15:01:03.984686Z","end":"2026-04-10T15:01:04.266476Z","steps":["trace[1414296551] 'agreement among raft nodes before linearized reading' (duration: 280.550198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.563046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:04.266491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.981007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:04.266592Z","caller":"traceutil/trace.go:171","msg":"trace[570347527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"281.930081ms","start":"2026-04-10T15:01:03.984644Z","end":"2026-04-10T15:01:04.266574Z","steps":["trace[570347527] 'agreement among raft nodes before linearized reading' (duration: 281.033073ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.266621Z","caller":"traceutil/trace.go:171","msg":"trace[334419538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28482; }","duration":"157.64552ms","start":"2026-04-10T15:01:04.108962Z","end":"2026-04-10T15:01:04.266608Z","steps":["trace[334419538] 'agreement among raft nodes before linearized reading' (duration: 156.567466ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.266641Z","caller":"traceutil/trace.go:171","msg":"trace[1437680298] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28482; }","duration":"121.132951ms","start":"2026-04-10T15:01:04.145492Z","end":"2026-04-10T15:01:04.266625Z","steps":["trace[1437680298] 'agreement among raft nodes before linearized reading' (duration: 120.950066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.026701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:04.266699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.738996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-10T15:01:04.266721Z","caller":"traceutil/trace.go:171","msg":"trace[1045952658] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28482; }","duration":"458.548789ms","start":"2026-04-10T15:01:03.808152Z","end":"2026-04-10T15:01:04.266701Z","steps":["trace[1045952658] 'agreement among raft nodes before linearized reading' (duration: 457.00164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.11202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-04-10T15:01:04.266774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.808133Z","time spent":"458.62571ms","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:04.265725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.769368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack0\" limit:500 ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-10T15:01:04.266794Z","caller":"traceutil/trace.go:171","msg":"trace[349995067] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:28482; }","duration":"475.198522ms","start":"2026-04-10T15:01:03.791572Z","end":"2026-04-10T15:01:04.26677Z","steps":["trace[349995067] 'agreement among raft nodes before linearized reading' (duration: 474.862801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.26683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.972797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:1087"} {"level":"warn","ts":"2026-04-10T15:01:04.266835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.04481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:04.266846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.791567Z","time spent":"475.266304ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-10T15:01:04.266863Z","caller":"traceutil/trace.go:171","msg":"trace[1659609638] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:28482; }","duration":"142.060619ms","start":"2026-04-10T15:01:04.124793Z","end":"2026-04-10T15:01:04.266854Z","steps":["trace[1659609638] 'agreement among raft nodes before linearized reading' (duration: 141.968077ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.266867Z","caller":"traceutil/trace.go:171","msg":"trace[741191570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28482; }","duration":"142.075931ms","start":"2026-04-10T15:01:04.124783Z","end":"2026-04-10T15:01:04.266859Z","steps":["trace[741191570] 'agreement among raft nodes before linearized reading' (duration: 142.029129ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.266733Z","caller":"traceutil/trace.go:171","msg":"trace[2049620501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28482; }","duration":"214.805358ms","start":"2026-04-10T15:01:04.051918Z","end":"2026-04-10T15:01:04.266723Z","steps":["trace[2049620501] 'agreement among raft nodes before linearized reading' (duration: 214.708135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.285764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:04.266975Z","caller":"traceutil/trace.go:171","msg":"trace[1798000845] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28482; }","duration":"414.127831ms","start":"2026-04-10T15:01:03.852832Z","end":"2026-04-10T15:01:04.26696Z","steps":["trace[1798000845] 'agreement among raft nodes before linearized reading' (duration: 413.323966ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.266844Z","caller":"traceutil/trace.go:171","msg":"trace[647387320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusters/openstack0; response_count:1; response_revision:28482; }","duration":"174.904853ms","start":"2026-04-10T15:01:04.091917Z","end":"2026-04-10T15:01:04.266822Z","steps":["trace[647387320] 'agreement among raft nodes before linearized reading' (duration: 173.685385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.267031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.852801Z","time spent":"414.207173ms","remote":"127.0.0.1:42566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:04.267184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.567313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-10T15:01:04.267222Z","caller":"traceutil/trace.go:171","msg":"trace[711263624] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:28482; }","duration":"475.605325ms","start":"2026-04-10T15:01:03.791605Z","end":"2026-04-10T15:01:04.26721Z","steps":["trace[711263624] 'agreement among raft nodes before linearized reading' (duration: 475.490741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.267253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.791588Z","time spent":"475.658426ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-04-10T15:01:04.267048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.762416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:1 size:1087"} {"level":"warn","ts":"2026-04-10T15:01:04.267269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.716808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-10T15:01:04.267299Z","caller":"traceutil/trace.go:171","msg":"trace[1897646993] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:28482; }","duration":"475.7939ms","start":"2026-04-10T15:01:03.791497Z","end":"2026-04-10T15:01:04.26729Z","steps":["trace[1897646993] 'agreement among raft nodes before linearized reading' (duration: 475.704607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.267324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.791468Z","time spent":"475.849042ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-10T15:01:04.266605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.427066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:04.267472Z","caller":"traceutil/trace.go:171","msg":"trace[813433739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28482; }","duration":"201.329584ms","start":"2026-04-10T15:01:04.066123Z","end":"2026-04-10T15:01:04.267452Z","steps":["trace[813433739] 'agreement among raft nodes before linearized reading' (duration: 200.378634ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:04.267313Z","caller":"traceutil/trace.go:171","msg":"trace[317396769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:28482; }","duration":"139.036404ms","start":"2026-04-10T15:01:04.128252Z","end":"2026-04-10T15:01:04.267289Z","steps":["trace[317396769] 'agreement among raft nodes before linearized reading' (duration: 138.738365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.266791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.353018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:04.267883Z","caller":"traceutil/trace.go:171","msg":"trace[847581972] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28482; }","duration":"122.397691ms","start":"2026-04-10T15:01:04.145428Z","end":"2026-04-10T15:01:04.267825Z","steps":["trace[847581972] 'agreement among raft nodes before linearized reading' (duration: 121.325057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.265091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.789322Z","time spent":"475.632936ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:04.265823Z","caller":"traceutil/trace.go:171","msg":"trace[1363256882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28482; }","duration":"412.427927ms","start":"2026-04-10T15:01:03.853383Z","end":"2026-04-10T15:01:04.265811Z","steps":["trace[1363256882] 'agreement among raft nodes before linearized reading' (duration: 412.357675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.268187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.853339Z","time spent":"414.830943ms","remote":"127.0.0.1:42566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:01:04.268494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.988881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-04-10T15:01:04.268615Z","caller":"traceutil/trace.go:171","msg":"trace[1276289963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:28482; }","duration":"479.096125ms","start":"2026-04-10T15:01:03.789476Z","end":"2026-04-10T15:01:04.268572Z","steps":["trace[1276289963] 'agreement among raft nodes before linearized reading' (duration: 475.466571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:04.268704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:03.789472Z","time spent":"479.219048ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-04-10T15:01:04.662632Z","caller":"traceutil/trace.go:171","msg":"trace[1323943261] transaction","detail":"{read_only:false; response_revision:28560; number_of_response:1; }","duration":"101.318058ms","start":"2026-04-10T15:01:04.561281Z","end":"2026-04-10T15:01:04.662599Z","steps":["trace[1323943261] 'process raft request' (duration: 96.857667ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:05.521031Z","caller":"traceutil/trace.go:171","msg":"trace[1895120121] transaction","detail":"{read_only:false; response_revision:28613; number_of_response:1; }","duration":"126.947985ms","start":"2026-04-10T15:01:05.394054Z","end":"2026-04-10T15:01:05.521002Z","steps":["trace[1895120121] 'process raft request' (duration: 58.697657ms)","trace[1895120121] 'compare' (duration: 68.052961ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:05.579115Z","caller":"traceutil/trace.go:171","msg":"trace[22470440] transaction","detail":"{read_only:false; response_revision:28614; number_of_response:1; }","duration":"184.487485ms","start":"2026-04-10T15:01:05.394606Z","end":"2026-04-10T15:01:05.579093Z","steps":["trace[22470440] 'process raft request' (duration: 184.33494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:05.79832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.862609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:05.79855Z","caller":"traceutil/trace.go:171","msg":"trace[936962934] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"343.122896ms","start":"2026-04-10T15:01:05.4554Z","end":"2026-04-10T15:01:05.798523Z","steps":["trace[936962934] 'process raft request' (duration: 176.986418ms)","trace[936962934] 'compare' (duration: 165.723125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:05.798622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:05.455288Z","time spent":"343.309852ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:05.798902Z","caller":"traceutil/trace.go:171","msg":"trace[2048679161] linearizableReadLoop","detail":"{readStateIndex:29632; appliedIndex:29630; }","duration":"215.058447ms","start":"2026-04-10T15:01:05.583831Z","end":"2026-04-10T15:01:05.79889Z","steps":["trace[2048679161] 'read index received' (duration: 48.541758ms)","trace[2048679161] 'applied index is now lower than readState.Index' (duration: 166.515499ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:05.79895Z","caller":"traceutil/trace.go:171","msg":"trace[1264700881] transaction","detail":"{read_only:false; response_revision:28616; number_of_response:1; }","duration":"270.713998ms","start":"2026-04-10T15:01:05.528189Z","end":"2026-04-10T15:01:05.798903Z","steps":["trace[1264700881] 'process raft request' (duration: 270.222942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:05.799134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.289215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"info","ts":"2026-04-10T15:01:05.799167Z","caller":"traceutil/trace.go:171","msg":"trace[148229147] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28616; }","duration":"215.357107ms","start":"2026-04-10T15:01:05.583802Z","end":"2026-04-10T15:01:05.799159Z","steps":["trace[148229147] 'agreement among raft nodes before linearized reading' (duration: 215.167811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:05.799249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.342129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:05.799277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.537615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:05.799341Z","caller":"traceutil/trace.go:171","msg":"trace[1924064971] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28616; }","duration":"183.558376ms","start":"2026-04-10T15:01:05.615762Z","end":"2026-04-10T15:01:05.79932Z","steps":["trace[1924064971] 'agreement among raft nodes before linearized reading' (duration: 183.320188ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:05.799351Z","caller":"traceutil/trace.go:171","msg":"trace[1078421] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28616; }","duration":"183.630218ms","start":"2026-04-10T15:01:05.615697Z","end":"2026-04-10T15:01:05.799327Z","steps":["trace[1078421] 'agreement among raft nodes before linearized reading' (duration: 183.501654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:05.799681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.618387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:01:05.799721Z","caller":"traceutil/trace.go:171","msg":"trace[1738008235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28616; }","duration":"169.704499ms","start":"2026-04-10T15:01:05.630006Z","end":"2026-04-10T15:01:05.79971Z","steps":["trace[1738008235] 'agreement among raft nodes before linearized reading' (duration: 169.037448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:05.799777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.076242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:05.799837Z","caller":"traceutil/trace.go:171","msg":"trace[573485681] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28616; }","duration":"184.201486ms","start":"2026-04-10T15:01:05.615622Z","end":"2026-04-10T15:01:05.799824Z","steps":["trace[573485681] 'agreement among raft nodes before linearized reading' (duration: 183.37ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:06.236936Z","caller":"traceutil/trace.go:171","msg":"trace[46873992] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"166.651934ms","start":"2026-04-10T15:01:06.070263Z","end":"2026-04-10T15:01:06.236915Z","steps":["trace[46873992] 'process raft request' (duration: 166.443657ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:06.608652Z","caller":"traceutil/trace.go:171","msg":"trace[18989208] transaction","detail":"{read_only:false; response_revision:28643; number_of_response:1; }","duration":"108.855045ms","start":"2026-04-10T15:01:06.499717Z","end":"2026-04-10T15:01:06.608572Z","steps":["trace[18989208] 'process raft request' (duration: 108.346589ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:06.783528Z","caller":"traceutil/trace.go:171","msg":"trace[1138881293] transaction","detail":"{read_only:false; response_revision:28647; number_of_response:1; }","duration":"144.919179ms","start":"2026-04-10T15:01:06.638578Z","end":"2026-04-10T15:01:06.783498Z","steps":["trace[1138881293] 'process raft request' (duration: 144.534707ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:07.345398Z","caller":"traceutil/trace.go:171","msg":"trace[2061842810] linearizableReadLoop","detail":"{readStateIndex:29694; appliedIndex:29693; }","duration":"107.688628ms","start":"2026-04-10T15:01:07.237688Z","end":"2026-04-10T15:01:07.345377Z","steps":["trace[2061842810] 'read index received' (duration: 107.163061ms)","trace[2061842810] 'applied index is now lower than readState.Index' (duration: 524.367µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:07.345673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.959477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-10T15:01:07.345704Z","caller":"traceutil/trace.go:171","msg":"trace[613944288] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28678; }","duration":"108.05397ms","start":"2026-04-10T15:01:07.237642Z","end":"2026-04-10T15:01:07.345696Z","steps":["trace[613944288] 'agreement among raft nodes before linearized reading' (duration: 107.871064ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:07.346791Z","caller":"traceutil/trace.go:171","msg":"trace[838564635] transaction","detail":"{read_only:false; response_revision:28678; number_of_response:1; }","duration":"151.143176ms","start":"2026-04-10T15:01:07.194609Z","end":"2026-04-10T15:01:07.345752Z","steps":["trace[838564635] 'process raft request' (duration: 150.278919ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:07.563208Z","caller":"traceutil/trace.go:171","msg":"trace[1958206514] linearizableReadLoop","detail":"{readStateIndex:29705; appliedIndex:29704; }","duration":"130.993061ms","start":"2026-04-10T15:01:07.432187Z","end":"2026-04-10T15:01:07.56318Z","steps":["trace[1958206514] 'read index received' (duration: 67.890036ms)","trace[1958206514] 'applied index is now lower than readState.Index' (duration: 63.101415ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:07.563309Z","caller":"traceutil/trace.go:171","msg":"trace[2083111533] transaction","detail":"{read_only:false; response_revision:28689; number_of_response:1; }","duration":"131.704054ms","start":"2026-04-10T15:01:07.431548Z","end":"2026-04-10T15:01:07.563252Z","steps":["trace[2083111533] 'process raft request' (duration: 68.581608ms)","trace[2083111533] 'compare' (duration: 62.868708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:07.563412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.190748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:07.563446Z","caller":"traceutil/trace.go:171","msg":"trace[618678494] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28689; }","duration":"131.28426ms","start":"2026-04-10T15:01:07.432153Z","end":"2026-04-10T15:01:07.563437Z","steps":["trace[618678494] 'agreement among raft nodes before linearized reading' (duration: 131.190417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:07.563459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.97307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:07.563559Z","caller":"traceutil/trace.go:171","msg":"trace[1244612055] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28689; }","duration":"131.122105ms","start":"2026-04-10T15:01:07.432411Z","end":"2026-04-10T15:01:07.563533Z","steps":["trace[1244612055] 'agreement among raft nodes before linearized reading' (duration: 130.95081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:07.563623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.538047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:07.563749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.777674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:07.563799Z","caller":"traceutil/trace.go:171","msg":"trace[1888644116] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28689; }","duration":"116.878168ms","start":"2026-04-10T15:01:07.446906Z","end":"2026-04-10T15:01:07.563784Z","steps":["trace[1888644116] 'agreement among raft nodes before linearized reading' (duration: 116.775965ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:07.563805Z","caller":"traceutil/trace.go:171","msg":"trace[619327550] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28689; }","duration":"116.743344ms","start":"2026-04-10T15:01:07.446997Z","end":"2026-04-10T15:01:07.56374Z","steps":["trace[619327550] 'agreement among raft nodes before linearized reading' (duration: 116.453014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:07.563971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.074024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:07.564036Z","caller":"traceutil/trace.go:171","msg":"trace[1838800888] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28689; }","duration":"117.187887ms","start":"2026-04-10T15:01:07.446828Z","end":"2026-04-10T15:01:07.564016Z","steps":["trace[1838800888] 'agreement among raft nodes before linearized reading' (duration: 117.088894ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:07.948678Z","caller":"traceutil/trace.go:171","msg":"trace[1902957055] transaction","detail":"{read_only:false; response_revision:28710; number_of_response:1; }","duration":"141.959546ms","start":"2026-04-10T15:01:07.806665Z","end":"2026-04-10T15:01:07.948625Z","steps":["trace[1902957055] 'process raft request' (duration: 134.498081ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:07.948827Z","caller":"traceutil/trace.go:171","msg":"trace[1292571606] transaction","detail":"{read_only:false; response_revision:28711; number_of_response:1; }","duration":"136.493405ms","start":"2026-04-10T15:01:07.812291Z","end":"2026-04-10T15:01:07.948784Z","steps":["trace[1292571606] 'process raft request' (duration: 136.291119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:07.9489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.799797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:07.948726Z","caller":"traceutil/trace.go:171","msg":"trace[1313279003] linearizableReadLoop","detail":"{readStateIndex:29727; appliedIndex:29725; }","duration":"131.641882ms","start":"2026-04-10T15:01:07.817048Z","end":"2026-04-10T15:01:07.94869Z","steps":["trace[1313279003] 'read index received' (duration: 124.116235ms)","trace[1313279003] 'applied index is now lower than readState.Index' (duration: 7.523557ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:07.949039Z","caller":"traceutil/trace.go:171","msg":"trace[219185142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28711; }","duration":"132.004743ms","start":"2026-04-10T15:01:07.817009Z","end":"2026-04-10T15:01:07.949013Z","steps":["trace[219185142] 'agreement among raft nodes before linearized reading' (duration: 131.793017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:07.949189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.967973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:07.949245Z","caller":"traceutil/trace.go:171","msg":"trace[1117291748] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28711; }","duration":"132.066085ms","start":"2026-04-10T15:01:07.817164Z","end":"2026-04-10T15:01:07.94923Z","steps":["trace[1117291748] 'agreement among raft nodes before linearized reading' (duration: 131.939531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:07.949419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.756486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:07.949481Z","caller":"traceutil/trace.go:171","msg":"trace[307190886] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28711; }","duration":"131.89ms","start":"2026-04-10T15:01:07.817577Z","end":"2026-04-10T15:01:07.949467Z","steps":["trace[307190886] 'agreement among raft nodes before linearized reading' (duration: 131.756285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:08.193137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.407542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:08.193471Z","caller":"traceutil/trace.go:171","msg":"trace[2052762196] linearizableReadLoop","detail":"{readStateIndex:29734; appliedIndex:29733; }","duration":"145.548909ms","start":"2026-04-10T15:01:08.047902Z","end":"2026-04-10T15:01:08.193451Z","steps":["trace[2052762196] 'read index received' (duration: 1.661962ms)","trace[2052762196] 'applied index is now lower than readState.Index' (duration: 143.885347ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:08.193567Z","caller":"traceutil/trace.go:171","msg":"trace[1515451251] transaction","detail":"{read_only:false; response_revision:28718; number_of_response:1; }","duration":"151.234518ms","start":"2026-04-10T15:01:08.042248Z","end":"2026-04-10T15:01:08.193482Z","steps":["trace[1515451251] 'compare' (duration: 143.167705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:08.193792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.87676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T15:01:08.193867Z","caller":"traceutil/trace.go:171","msg":"trace[1719374405] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28718; }","duration":"145.994674ms","start":"2026-04-10T15:01:08.047852Z","end":"2026-04-10T15:01:08.193847Z","steps":["trace[1719374405] 'agreement among raft nodes before linearized reading' (duration: 145.688994ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:09.886187Z","caller":"traceutil/trace.go:171","msg":"trace[651457048] linearizableReadLoop","detail":"{readStateIndex:29787; appliedIndex:29786; }","duration":"226.192047ms","start":"2026-04-10T15:01:09.659969Z","end":"2026-04-10T15:01:09.886161Z","steps":["trace[651457048] 'read index received' (duration: 206.828228ms)","trace[651457048] 'applied index is now lower than readState.Index' (duration: 19.362909ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:09.886432Z","caller":"traceutil/trace.go:171","msg":"trace[471199833] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"229.688197ms","start":"2026-04-10T15:01:09.656733Z","end":"2026-04-10T15:01:09.886421Z","steps":["trace[471199833] 'process raft request' (duration: 210.131602ms)","trace[471199833] 'compare' (duration: 19.155792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:09.886796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.526605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-10T15:01:09.886856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.893709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-10T15:01:09.886899Z","caller":"traceutil/trace.go:171","msg":"trace[724889069] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:28771; }","duration":"149.706ms","start":"2026-04-10T15:01:09.737165Z","end":"2026-04-10T15:01:09.886871Z","steps":["trace[724889069] 'agreement among raft nodes before linearized reading' (duration: 149.540235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:09.886913Z","caller":"traceutil/trace.go:171","msg":"trace[704533697] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28771; }","duration":"226.999352ms","start":"2026-04-10T15:01:09.659895Z","end":"2026-04-10T15:01:09.886894Z","steps":["trace[704533697] 'agreement among raft nodes before linearized reading' (duration: 226.813726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:09.886933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.298722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:815"} {"level":"info","ts":"2026-04-10T15:01:09.886975Z","caller":"traceutil/trace.go:171","msg":"trace[2146872682] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:28771; }","duration":"125.355674ms","start":"2026-04-10T15:01:09.761608Z","end":"2026-04-10T15:01:09.886964Z","steps":["trace[2146872682] 'agreement among raft nodes before linearized reading' (duration: 125.23593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:09.886963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.578972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-10T15:01:09.886796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.971433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:01:09.887026Z","caller":"traceutil/trace.go:171","msg":"trace[1399072826] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:28771; }","duration":"200.679224ms","start":"2026-04-10T15:01:09.686327Z","end":"2026-04-10T15:01:09.887007Z","steps":["trace[1399072826] 'agreement among raft nodes before linearized reading' (duration: 200.52367ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:09.887112Z","caller":"traceutil/trace.go:171","msg":"trace[1438008135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28771; }","duration":"214.292532ms","start":"2026-04-10T15:01:09.672746Z","end":"2026-04-10T15:01:09.887039Z","steps":["trace[1438008135] 'agreement among raft nodes before linearized reading' (duration: 213.874379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:09.88713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.740559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-10T15:01:09.888326Z","caller":"traceutil/trace.go:171","msg":"trace[2102090851] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:28771; }","duration":"176.986369ms","start":"2026-04-10T15:01:09.711324Z","end":"2026-04-10T15:01:09.88831Z","steps":["trace[2102090851] 'agreement among raft nodes before linearized reading' (duration: 175.496872ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:10.302571Z","caller":"traceutil/trace.go:171","msg":"trace[1331823420] linearizableReadLoop","detail":"{readStateIndex:29790; appliedIndex:29789; }","duration":"166.581621ms","start":"2026-04-10T15:01:10.135949Z","end":"2026-04-10T15:01:10.302529Z","steps":["trace[1331823420] 'read index received' (duration: 166.347154ms)","trace[1331823420] 'applied index is now lower than readState.Index' (duration: 232.007µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:10.303011Z","caller":"traceutil/trace.go:171","msg":"trace[2023904350] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"167.618754ms","start":"2026-04-10T15:01:10.135378Z","end":"2026-04-10T15:01:10.302996Z","steps":["trace[2023904350] 'process raft request' (duration: 166.929692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:10.303405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.429848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-10T15:01:10.303454Z","caller":"traceutil/trace.go:171","msg":"trace[502494496] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:28774; }","duration":"167.534951ms","start":"2026-04-10T15:01:10.135908Z","end":"2026-04-10T15:01:10.303443Z","steps":["trace[502494496] 'agreement among raft nodes before linearized reading' (duration: 167.343555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:10.375225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.892739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-10T15:01:10.375328Z","caller":"traceutil/trace.go:171","msg":"trace[491781698] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28775; }","duration":"139.064225ms","start":"2026-04-10T15:01:10.236237Z","end":"2026-04-10T15:01:10.375301Z","steps":["trace[491781698] 'agreement among raft nodes before linearized reading' (duration: 138.793236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:10.375583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.129855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-04-10T15:01:10.375691Z","caller":"traceutil/trace.go:171","msg":"trace[1384786325] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28775; }","duration":"165.29929ms","start":"2026-04-10T15:01:10.210368Z","end":"2026-04-10T15:01:10.375667Z","steps":["trace[1384786325] 'agreement among raft nodes before linearized reading' (duration: 165.013741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:10.376037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.525244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-10T15:01:10.376369Z","caller":"traceutil/trace.go:171","msg":"trace[900570577] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:28775; }","duration":"190.850254ms","start":"2026-04-10T15:01:10.1855Z","end":"2026-04-10T15:01:10.37635Z","steps":["trace[900570577] 'agreement among raft nodes before linearized reading' (duration: 190.466612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:10.376682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.927393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-10T15:01:10.376729Z","caller":"traceutil/trace.go:171","msg":"trace[1858227897] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:28775; }","duration":"216.087748ms","start":"2026-04-10T15:01:10.160628Z","end":"2026-04-10T15:01:10.376716Z","steps":["trace[1858227897] 'agreement among raft nodes before linearized reading' (duration: 215.918633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:10.377633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.718362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-10T15:01:10.377751Z","caller":"traceutil/trace.go:171","msg":"trace[891117814] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28775; }","duration":"116.888747ms","start":"2026-04-10T15:01:10.260851Z","end":"2026-04-10T15:01:10.37774Z","steps":["trace[891117814] 'agreement among raft nodes before linearized reading' (duration: 116.67378ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:10.375644Z","caller":"traceutil/trace.go:171","msg":"trace[1876192613] transaction","detail":"{read_only:false; response_revision:28775; number_of_response:1; }","duration":"182.286165ms","start":"2026-04-10T15:01:10.193325Z","end":"2026-04-10T15:01:10.375611Z","steps":["trace[1876192613] 'process raft request' (duration: 181.344845ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:10.528765Z","caller":"traceutil/trace.go:171","msg":"trace[772231135] transaction","detail":"{read_only:false; response_revision:28778; number_of_response:1; }","duration":"142.531784ms","start":"2026-04-10T15:01:10.386199Z","end":"2026-04-10T15:01:10.528731Z","steps":["trace[772231135] 'process raft request' (duration: 136.897927ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:10.528858Z","caller":"traceutil/trace.go:171","msg":"trace[293681341] transaction","detail":"{read_only:false; response_revision:28779; number_of_response:1; }","duration":"139.84265ms","start":"2026-04-10T15:01:10.388972Z","end":"2026-04-10T15:01:10.528814Z","steps":["trace[293681341] 'process raft request' (duration: 139.639814ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:10.528936Z","caller":"traceutil/trace.go:171","msg":"trace[1923512766] linearizableReadLoop","detail":"{readStateIndex:29795; appliedIndex:29793; }","duration":"137.804816ms","start":"2026-04-10T15:01:10.391104Z","end":"2026-04-10T15:01:10.528909Z","steps":["trace[1923512766] 'read index received' (duration: 132.011594ms)","trace[1923512766] 'applied index is now lower than readState.Index' (duration: 5.791062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:10.529223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.446047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-04-10T15:01:10.529242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.672149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-04-10T15:01:10.529311Z","caller":"traceutil/trace.go:171","msg":"trace[504336335] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:28780; }","duration":"142.823294ms","start":"2026-04-10T15:01:10.38647Z","end":"2026-04-10T15:01:10.529293Z","steps":["trace[504336335] 'agreement among raft nodes before linearized reading' (duration: 142.580096ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:10.529308Z","caller":"traceutil/trace.go:171","msg":"trace[1387966388] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:28780; }","duration":"118.580271ms","start":"2026-04-10T15:01:10.410704Z","end":"2026-04-10T15:01:10.529285Z","steps":["trace[1387966388] 'agreement among raft nodes before linearized reading' (duration: 118.366614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.110549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139303,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:01:11.182819Z","caller":"traceutil/trace.go:171","msg":"trace[1295955802] transaction","detail":"{read_only:false; response_revision:28782; number_of_response:1; }","duration":"574.420714ms","start":"2026-04-10T15:01:10.608364Z","end":"2026-04-10T15:01:11.182784Z","steps":["trace[1295955802] 'process raft request' (duration: 574.154386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.183039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.608344Z","time spent":"574.579949ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:11.246077Z","caller":"traceutil/trace.go:171","msg":"trace[1061754344] transaction","detail":"{read_only:false; response_revision:28783; number_of_response:1; }","duration":"152.977804ms","start":"2026-04-10T15:01:11.093066Z","end":"2026-04-10T15:01:11.246043Z","steps":["trace[1061754344] 'process raft request' (duration: 152.602492ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:11.246137Z","caller":"traceutil/trace.go:171","msg":"trace[593176784] transaction","detail":"{read_only:false; response_revision:28784; number_of_response:1; }","duration":"117.27245ms","start":"2026-04-10T15:01:11.128842Z","end":"2026-04-10T15:01:11.246115Z","steps":["trace[593176784] 'process raft request' (duration: 117.089495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.246413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.658993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-10T15:01:11.246456Z","caller":"traceutil/trace.go:171","msg":"trace[1663675522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28784; }","duration":"636.741956ms","start":"2026-04-10T15:01:10.609699Z","end":"2026-04-10T15:01:11.246441Z","steps":["trace[1663675522] 'agreement among raft nodes before linearized reading' (duration: 636.55609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.246492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.609689Z","time spent":"636.792937ms","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T15:01:11.246046Z","caller":"traceutil/trace.go:171","msg":"trace[1905810393] linearizableReadLoop","detail":"{readStateIndex:29799; appliedIndex:29797; }","duration":"636.285091ms","start":"2026-04-10T15:01:10.609725Z","end":"2026-04-10T15:01:11.24601Z","steps":["trace[1905810393] 'read index received' (duration: 572.936787ms)","trace[1905810393] 'applied index is now lower than readState.Index' (duration: 63.346974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:11.247039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.996153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf\" ","response":"range_response_count:1 size:5976"} {"level":"info","ts":"2026-04-10T15:01:11.247079Z","caller":"traceutil/trace.go:171","msg":"trace[349221335] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-84nzf; range_end:; response_count:1; response_revision:28784; }","duration":"200.053064ms","start":"2026-04-10T15:01:11.047019Z","end":"2026-04-10T15:01:11.247072Z","steps":["trace[349221335] 'agreement among raft nodes before linearized reading' (duration: 199.958851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.211401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-10T15:01:11.247239Z","caller":"traceutil/trace.go:171","msg":"trace[1985352472] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:28784; }","duration":"235.363346ms","start":"2026-04-10T15:01:11.011852Z","end":"2026-04-10T15:01:11.247215Z","steps":["trace[1985352472] 'agreement among raft nodes before linearized reading' (duration: 235.073627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.729796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-kikeog\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-10T15:01:11.247336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.156433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:11.24736Z","caller":"traceutil/trace.go:171","msg":"trace[1756400366] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28784; }","duration":"313.233426ms","start":"2026-04-10T15:01:10.934117Z","end":"2026-04-10T15:01:11.247351Z","steps":["trace[1756400366] 'agreement among raft nodes before linearized reading' (duration: 313.177244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.326487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-04-10T15:01:11.247376Z","caller":"traceutil/trace.go:171","msg":"trace[279001615] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-kikeog; range_end:; response_count:1; response_revision:28784; }","duration":"186.825518ms","start":"2026-04-10T15:01:11.060524Z","end":"2026-04-10T15:01:11.24735Z","steps":["trace[279001615] 'agreement among raft nodes before linearized reading' (duration: 186.630962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.24741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.934091Z","time spent":"313.292168ms","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:11.247428Z","caller":"traceutil/trace.go:171","msg":"trace[1954233535] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28784; }","duration":"161.42552ms","start":"2026-04-10T15:01:11.085982Z","end":"2026-04-10T15:01:11.247407Z","steps":["trace[1954233535] 'agreement among raft nodes before linearized reading' (duration: 161.146791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.867119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-10T15:01:11.247599Z","caller":"traceutil/trace.go:171","msg":"trace[978149950] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28784; }","duration":"206.940292ms","start":"2026-04-10T15:01:11.040648Z","end":"2026-04-10T15:01:11.247588Z","steps":["trace[978149950] 'agreement among raft nodes before linearized reading' (duration: 206.826128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.696918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-10T15:01:11.247688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.264942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-04-10T15:01:11.247831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.148955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-04-10T15:01:11.247871Z","caller":"traceutil/trace.go:171","msg":"trace[775114320] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:28784; }","duration":"212.241498ms","start":"2026-04-10T15:01:11.035621Z","end":"2026-04-10T15:01:11.247863Z","steps":["trace[775114320] 'agreement among raft nodes before linearized reading' (duration: 212.135575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.794375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-10T15:01:11.24794Z","caller":"traceutil/trace.go:171","msg":"trace[801976400] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:28784; }","duration":"259.870407ms","start":"2026-04-10T15:01:10.988057Z","end":"2026-04-10T15:01:11.247928Z","steps":["trace[801976400] 'agreement among raft nodes before linearized reading' (duration: 259.714912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.248009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.40214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-04-10T15:01:11.247899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.87629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-10T15:01:11.248033Z","caller":"traceutil/trace.go:171","msg":"trace[1769446082] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28784; }","duration":"462.527063ms","start":"2026-04-10T15:01:10.785497Z","end":"2026-04-10T15:01:11.248024Z","steps":["trace[1769446082] 'agreement among raft nodes before linearized reading' (duration: 462.466511ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:11.24805Z","caller":"traceutil/trace.go:171","msg":"trace[595577487] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28784; }","duration":"412.087687ms","start":"2026-04-10T15:01:10.835949Z","end":"2026-04-10T15:01:11.248036Z","steps":["trace[595577487] 'agreement among raft nodes before linearized reading' (duration: 411.911021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.248061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.785477Z","time spent":"462.576265ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-10T15:01:11.247842Z","caller":"traceutil/trace.go:171","msg":"trace[1834587120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:28784; }","duration":"337.452438ms","start":"2026-04-10T15:01:10.910373Z","end":"2026-04-10T15:01:11.247825Z","steps":["trace[1834587120] 'agreement among raft nodes before linearized reading' (duration: 337.085047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.248006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.85148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"warn","ts":"2026-04-10T15:01:11.248203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.894739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-10T15:01:11.248181Z","caller":"traceutil/trace.go:171","msg":"trace[1143361391] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28784; }","duration":"283.071787ms","start":"2026-04-10T15:01:10.965097Z","end":"2026-04-10T15:01:11.248169Z","steps":["trace[1143361391] 'agreement among raft nodes before linearized reading' (duration: 282.744577ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:11.248242Z","caller":"traceutil/trace.go:171","msg":"trace[600137835] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28784; }","duration":"512.969111ms","start":"2026-04-10T15:01:10.735264Z","end":"2026-04-10T15:01:11.248233Z","steps":["trace[600137835] 'agreement among raft nodes before linearized reading' (duration: 512.871308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.456375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:11.247846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.292741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-04-10T15:01:11.248368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.543954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-10T15:01:11.248363Z","caller":"traceutil/trace.go:171","msg":"trace[1939623592] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28784; }","duration":"377.025443ms","start":"2026-04-10T15:01:10.871289Z","end":"2026-04-10T15:01:11.248314Z","steps":["trace[1939623592] 'agreement among raft nodes before linearized reading' (duration: 376.415704ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:11.248409Z","caller":"traceutil/trace.go:171","msg":"trace[1470319035] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:28784; }","duration":"537.635827ms","start":"2026-04-10T15:01:10.710765Z","end":"2026-04-10T15:01:11.248401Z","steps":["trace[1470319035] 'agreement among raft nodes before linearized reading' (duration: 537.539704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.248422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.872018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-04-10T15:01:11.248438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.710741Z","time spent":"537.690179ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"info","ts":"2026-04-10T15:01:11.248448Z","caller":"traceutil/trace.go:171","msg":"trace[1093376198] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28784; }","duration":"587.9491ms","start":"2026-04-10T15:01:10.660491Z","end":"2026-04-10T15:01:11.248441Z","steps":["trace[1093376198] 'agreement among raft nodes before linearized reading' (duration: 587.885708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.248472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.660462Z","time spent":"588.004602ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-10T15:01:11.248492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.871275Z","time spent":"377.157837ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:11.248504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.586945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-04-10T15:01:11.248517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.705615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-10T15:01:11.248545Z","caller":"traceutil/trace.go:171","msg":"trace[380288383] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28784; }","duration":"612.694938ms","start":"2026-04-10T15:01:10.63584Z","end":"2026-04-10T15:01:11.248535Z","steps":["trace[380288383] 'agreement among raft nodes before linearized reading' (duration: 612.586195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.247951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.337293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"warn","ts":"2026-04-10T15:01:11.248088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.835929Z","time spent":"412.144128ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-10T15:01:11.248579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.635811Z","time spent":"612.759011ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-10T15:01:11.247729Z","caller":"traceutil/trace.go:171","msg":"trace[1947266589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28784; }","duration":"312.41717ms","start":"2026-04-10T15:01:10.935293Z","end":"2026-04-10T15:01:11.24771Z","steps":["trace[1947266589] 'agreement among raft nodes before linearized reading' (duration: 311.646816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.248668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.935286Z","time spent":"313.37466ms","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T15:01:11.24865Z","caller":"traceutil/trace.go:171","msg":"trace[2073483121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28784; }","duration":"439.016084ms","start":"2026-04-10T15:01:10.809579Z","end":"2026-04-10T15:01:11.248595Z","steps":["trace[2073483121] 'agreement among raft nodes before linearized reading' (duration: 438.335673ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:11.248629Z","caller":"traceutil/trace.go:171","msg":"trace[1153854847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28784; }","duration":"383.88456ms","start":"2026-04-10T15:01:10.864494Z","end":"2026-04-10T15:01:11.248378Z","steps":["trace[1153854847] 'agreement among raft nodes before linearized reading' (duration: 383.299631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.24769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.306124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-04-10T15:01:11.248272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.735243Z","time spent":"513.021713ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-10T15:01:11.248836Z","caller":"traceutil/trace.go:171","msg":"trace[210908833] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:28784; }","duration":"488.47113ms","start":"2026-04-10T15:01:10.760349Z","end":"2026-04-10T15:01:11.24882Z","steps":["trace[210908833] 'agreement among raft nodes before linearized reading' (duration: 487.278543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.248212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.910354Z","time spent":"337.80445ms","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3240,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-10T15:01:11.248727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.80956Z","time spent":"439.144758ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-10T15:01:11.248779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.864473Z","time spent":"384.297072ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-10T15:01:11.2489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.760331Z","time spent":"488.553792ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"info","ts":"2026-04-10T15:01:11.249398Z","caller":"traceutil/trace.go:171","msg":"trace[253263903] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28784; }","duration":"562.808299ms","start":"2026-04-10T15:01:10.68575Z","end":"2026-04-10T15:01:11.248558Z","steps":["trace[253263903] 'agreement among raft nodes before linearized reading' (duration: 562.139168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.249542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.685722Z","time spent":"563.800761ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-10T15:01:11.249751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.255181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-10T15:01:11.249802Z","caller":"traceutil/trace.go:171","msg":"trace[1752145081] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28784; }","duration":"364.334194ms","start":"2026-04-10T15:01:10.885453Z","end":"2026-04-10T15:01:11.249787Z","steps":["trace[1752145081] 'agreement among raft nodes before linearized reading' (duration: 361.476504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.24984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.885436Z","time spent":"364.393985ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-10T15:01:11.250422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.174398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:11.251019Z","caller":"traceutil/trace.go:171","msg":"trace[1368197429] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28784; }","duration":"623.776607ms","start":"2026-04-10T15:01:10.6272Z","end":"2026-04-10T15:01:11.250976Z","steps":["trace[1368197429] 'agreement among raft nodes before linearized reading' (duration: 619.711349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.251197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:10.627185Z","time spent":"623.956493ms","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:11.480161Z","caller":"traceutil/trace.go:171","msg":"trace[2022798355] transaction","detail":"{read_only:false; response_revision:28789; number_of_response:1; }","duration":"112.903253ms","start":"2026-04-10T15:01:11.367205Z","end":"2026-04-10T15:01:11.480108Z","steps":["trace[2022798355] 'process raft request' (duration: 112.263683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.801312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.013803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-api\" ","response":"range_response_count:1 size:7561"} {"level":"info","ts":"2026-04-10T15:01:11.8014Z","caller":"traceutil/trace.go:171","msg":"trace[1170334699] range","detail":"{range_begin:/registry/deployments/openstack/senlin-api; range_end:; response_count:1; response_revision:28790; }","duration":"165.170637ms","start":"2026-04-10T15:01:11.636212Z","end":"2026-04-10T15:01:11.801382Z","steps":["trace[1170334699] 'range keys from in-memory index tree' (duration: 164.830077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.801538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.254715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-conductor\" ","response":"range_response_count:1 size:6611"} {"level":"info","ts":"2026-04-10T15:01:11.801558Z","caller":"traceutil/trace.go:171","msg":"trace[1417287965] range","detail":"{range_begin:/registry/deployments/openstack/senlin-conductor; range_end:; response_count:1; response_revision:28790; }","duration":"216.325397ms","start":"2026-04-10T15:01:11.585227Z","end":"2026-04-10T15:01:11.801553Z","steps":["trace[1417287965] 'range keys from in-memory index tree' (duration: 216.139461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.801789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.798294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-04-10T15:01:11.801814Z","caller":"traceutil/trace.go:171","msg":"trace[166251613] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:28790; }","duration":"190.853515ms","start":"2026-04-10T15:01:11.610954Z","end":"2026-04-10T15:01:11.801808Z","steps":["trace[166251613] 'range keys from in-memory index tree' (duration: 190.70324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.801895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.574344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-04-10T15:01:11.801913Z","caller":"traceutil/trace.go:171","msg":"trace[1706402498] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:28790; }","duration":"140.633985ms","start":"2026-04-10T15:01:11.661275Z","end":"2026-04-10T15:01:11.801909Z","steps":["trace[1706402498] 'range keys from in-memory index tree' (duration: 140.45875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.802106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.404933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-04-10T15:01:11.80221Z","caller":"traceutil/trace.go:171","msg":"trace[2052860750] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:28790; }","duration":"116.527467ms","start":"2026-04-10T15:01:11.685657Z","end":"2026-04-10T15:01:11.802184Z","steps":["trace[2052860750] 'range keys from in-memory index tree' (duration: 116.268878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:11.80232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.062108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-8n5df\" ","response":"range_response_count:1 size:6268"} {"level":"info","ts":"2026-04-10T15:01:11.802438Z","caller":"traceutil/trace.go:171","msg":"trace[1481192700] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-8n5df; range_end:; response_count:1; response_revision:28790; }","duration":"154.194562ms","start":"2026-04-10T15:01:11.648212Z","end":"2026-04-10T15:01:11.802406Z","steps":["trace[1481192700] 'range keys from in-memory index tree' (duration: 153.909173ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:12.189347Z","caller":"traceutil/trace.go:171","msg":"trace[1413031294] linearizableReadLoop","detail":"{readStateIndex:29813; appliedIndex:29812; }","duration":"204.171514ms","start":"2026-04-10T15:01:11.98515Z","end":"2026-04-10T15:01:12.189321Z","steps":["trace[1413031294] 'read index received' (duration: 140.553722ms)","trace[1413031294] 'applied index is now lower than readState.Index' (duration: 63.617002ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:12.18947Z","caller":"traceutil/trace.go:171","msg":"trace[2036893665] transaction","detail":"{read_only:false; response_revision:28796; number_of_response:1; }","duration":"207.081616ms","start":"2026-04-10T15:01:11.98238Z","end":"2026-04-10T15:01:12.189462Z","steps":["trace[2036893665] 'process raft request' (duration: 143.414692ms)","trace[2036893665] 'compare' (duration: 63.356624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:12.189747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.797196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7941"} {"level":"info","ts":"2026-04-10T15:01:12.189807Z","caller":"traceutil/trace.go:171","msg":"trace[1810305849] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:28796; }","duration":"178.92142ms","start":"2026-04-10T15:01:12.010871Z","end":"2026-04-10T15:01:12.189793Z","steps":["trace[1810305849] 'agreement among raft nodes before linearized reading' (duration: 178.671812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.189902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.758183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"info","ts":"2026-04-10T15:01:12.189933Z","caller":"traceutil/trace.go:171","msg":"trace[746558457] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:28796; }","duration":"204.833046ms","start":"2026-04-10T15:01:11.985095Z","end":"2026-04-10T15:01:12.189928Z","steps":["trace[746558457] 'agreement among raft nodes before linearized reading' (duration: 204.763863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.190239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.92786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-04-10T15:01:12.190283Z","caller":"traceutil/trace.go:171","msg":"trace[418136980] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:28796; }","duration":"104.021803ms","start":"2026-04-10T15:01:12.086249Z","end":"2026-04-10T15:01:12.190271Z","steps":["trace[418136980] 'agreement among raft nodes before linearized reading' (duration: 103.92211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.190443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.369361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9751"} {"level":"info","ts":"2026-04-10T15:01:12.190519Z","caller":"traceutil/trace.go:171","msg":"trace[697617018] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:28796; }","duration":"129.505175ms","start":"2026-04-10T15:01:12.060999Z","end":"2026-04-10T15:01:12.190504Z","steps":["trace[697617018] 'agreement among raft nodes before linearized reading' (duration: 129.322079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.190761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.487602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5229"} {"level":"info","ts":"2026-04-10T15:01:12.19078Z","caller":"traceutil/trace.go:171","msg":"trace[586442578] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:28796; }","duration":"154.551233ms","start":"2026-04-10T15:01:12.036224Z","end":"2026-04-10T15:01:12.190775Z","steps":["trace[586442578] 'agreement among raft nodes before linearized reading' (duration: 154.45523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.543479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.568808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5447"} {"level":"info","ts":"2026-04-10T15:01:12.543543Z","caller":"traceutil/trace.go:171","msg":"trace[207546426] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:28796; }","duration":"232.673362ms","start":"2026-04-10T15:01:12.310856Z","end":"2026-04-10T15:01:12.54353Z","steps":["trace[207546426] 'range keys from in-memory index tree' (duration: 232.469485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.543869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.199431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6615"} {"level":"info","ts":"2026-04-10T15:01:12.543912Z","caller":"traceutil/trace.go:171","msg":"trace[1382244143] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:28796; }","duration":"208.297984ms","start":"2026-04-10T15:01:12.335605Z","end":"2026-04-10T15:01:12.543903Z","steps":["trace[1382244143] 'range keys from in-memory index tree' (duration: 208.070087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.544333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.019244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7762"} {"level":"info","ts":"2026-04-10T15:01:12.544364Z","caller":"traceutil/trace.go:171","msg":"trace[1436810134] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:28796; }","duration":"180.100927ms","start":"2026-04-10T15:01:12.364256Z","end":"2026-04-10T15:01:12.544357Z","steps":["trace[1436810134] 'range keys from in-memory index tree' (duration: 179.908411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.544676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.085386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-04-10T15:01:12.544707Z","caller":"traceutil/trace.go:171","msg":"trace[349842368] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:28796; }","duration":"159.165678ms","start":"2026-04-10T15:01:12.385533Z","end":"2026-04-10T15:01:12.544698Z","steps":["trace[349842368] 'range keys from in-memory index tree' (duration: 158.962502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.544987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.854612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:01:12.545018Z","caller":"traceutil/trace.go:171","msg":"trace[1954294905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28796; }","duration":"147.937325ms","start":"2026-04-10T15:01:12.397074Z","end":"2026-04-10T15:01:12.545012Z","steps":["trace[1954294905] 'range keys from in-memory index tree' (duration: 147.566583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.545218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.307101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-04-10T15:01:12.545254Z","caller":"traceutil/trace.go:171","msg":"trace[2018161387] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:28796; }","duration":"131.365824ms","start":"2026-04-10T15:01:12.413881Z","end":"2026-04-10T15:01:12.545247Z","steps":["trace[2018161387] 'range keys from in-memory index tree' (duration: 131.234809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.545715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.707949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3077"} {"level":"info","ts":"2026-04-10T15:01:12.545767Z","caller":"traceutil/trace.go:171","msg":"trace[803099432] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:28796; }","duration":"107.782171ms","start":"2026-04-10T15:01:12.437965Z","end":"2026-04-10T15:01:12.545747Z","steps":["trace[803099432] 'range keys from in-memory index tree' (duration: 107.604325ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:12.740668Z","caller":"traceutil/trace.go:171","msg":"trace[458844521] linearizableReadLoop","detail":"{readStateIndex:29814; appliedIndex:29813; }","duration":"190.168804ms","start":"2026-04-10T15:01:12.550475Z","end":"2026-04-10T15:01:12.740644Z","steps":["trace[458844521] 'read index received' (duration: 189.954187ms)","trace[458844521] 'applied index is now lower than readState.Index' (duration: 213.637µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:12.740834Z","caller":"traceutil/trace.go:171","msg":"trace[1743468360] transaction","detail":"{read_only:false; response_revision:28797; number_of_response:1; }","duration":"198.038471ms","start":"2026-04-10T15:01:12.542742Z","end":"2026-04-10T15:01:12.74078Z","steps":["trace[1743468360] 'process raft request' (duration: 197.69496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.74103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.508284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:12.741145Z","caller":"traceutil/trace.go:171","msg":"trace[1959319106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28797; }","duration":"190.66895ms","start":"2026-04-10T15:01:12.55045Z","end":"2026-04-10T15:01:12.741119Z","steps":["trace[1959319106] 'agreement among raft nodes before linearized reading' (duration: 190.324259ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:12.782177Z","caller":"traceutil/trace.go:171","msg":"trace[748351944] transaction","detail":"{read_only:false; response_revision:28798; number_of_response:1; }","duration":"226.776426ms","start":"2026-04-10T15:01:12.555373Z","end":"2026-04-10T15:01:12.782149Z","steps":["trace[748351944] 'process raft request' (duration: 225.588658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.782549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.443548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7257"} {"level":"info","ts":"2026-04-10T15:01:12.782669Z","caller":"traceutil/trace.go:171","msg":"trace[2045107126] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:28799; }","duration":"146.628033ms","start":"2026-04-10T15:01:12.636013Z","end":"2026-04-10T15:01:12.782641Z","steps":["trace[2045107126] 'agreement among raft nodes before linearized reading' (duration: 146.293213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.782709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.009937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-04-10T15:01:12.782808Z","caller":"traceutil/trace.go:171","msg":"trace[392577388] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:28799; }","duration":"216.220763ms","start":"2026-04-10T15:01:12.566567Z","end":"2026-04-10T15:01:12.782787Z","steps":["trace[392577388] 'agreement among raft nodes before linearized reading' (duration: 215.891312ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:12.782802Z","caller":"traceutil/trace.go:171","msg":"trace[157113152] transaction","detail":"{read_only:false; response_revision:28799; number_of_response:1; }","duration":"225.620019ms","start":"2026-04-10T15:01:12.557149Z","end":"2026-04-10T15:01:12.782769Z","steps":["trace[157113152] 'process raft request' (duration: 224.732331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.783011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.511718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5118"} {"level":"info","ts":"2026-04-10T15:01:12.783039Z","caller":"traceutil/trace.go:171","msg":"trace[143060473] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:28799; }","duration":"172.57479ms","start":"2026-04-10T15:01:12.610458Z","end":"2026-04-10T15:01:12.783032Z","steps":["trace[143060473] 'agreement among raft nodes before linearized reading' (duration: 172.498508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.783288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.158669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-10T15:01:12.783317Z","caller":"traceutil/trace.go:171","msg":"trace[1758314154] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28799; }","duration":"194.230371ms","start":"2026-04-10T15:01:12.589081Z","end":"2026-04-10T15:01:12.783311Z","steps":["trace[1758314154] 'agreement among raft nodes before linearized reading' (duration: 194.119458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:12.783441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.063772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:10041"} {"level":"info","ts":"2026-04-10T15:01:12.783497Z","caller":"traceutil/trace.go:171","msg":"trace[1584835401] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:28799; }","duration":"123.143015ms","start":"2026-04-10T15:01:12.660342Z","end":"2026-04-10T15:01:12.783485Z","steps":["trace[1584835401] 'agreement among raft nodes before linearized reading' (duration: 123.00033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:13.04807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.556165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3038"} {"level":"info","ts":"2026-04-10T15:01:13.048164Z","caller":"traceutil/trace.go:171","msg":"trace[924992472] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:28799; }","duration":"162.668708ms","start":"2026-04-10T15:01:12.885475Z","end":"2026-04-10T15:01:13.048143Z","steps":["trace[924992472] 'range keys from in-memory index tree' (duration: 162.294976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:13.049051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.388136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-04-10T15:01:13.049138Z","caller":"traceutil/trace.go:171","msg":"trace[2087287207] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:28799; }","duration":"112.549991ms","start":"2026-04-10T15:01:12.936568Z","end":"2026-04-10T15:01:13.049118Z","steps":["trace[2087287207] 'range keys from in-memory index tree' (duration: 112.18707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:13.049167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.598811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-04-10T15:01:13.049272Z","caller":"traceutil/trace.go:171","msg":"trace[572409396] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:28799; }","duration":"138.769176ms","start":"2026-04-10T15:01:12.910479Z","end":"2026-04-10T15:01:13.049248Z","steps":["trace[572409396] 'range keys from in-memory index tree' (duration: 138.353173ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:15.395676Z","caller":"traceutil/trace.go:171","msg":"trace[1399335635] transaction","detail":"{read_only:false; response_revision:28816; number_of_response:1; }","duration":"145.384455ms","start":"2026-04-10T15:01:15.25026Z","end":"2026-04-10T15:01:15.395644Z","steps":["trace[1399335635] 'process raft request' (duration: 142.654299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:16.790376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:01:17.01768Z","caller":"traceutil/trace.go:171","msg":"trace[2084668012] transaction","detail":"{read_only:false; response_revision:28821; number_of_response:1; }","duration":"843.423099ms","start":"2026-04-10T15:01:16.174206Z","end":"2026-04-10T15:01:17.017629Z","steps":["trace[2084668012] 'process raft request' (duration: 843.216102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.017858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.174183Z","time spent":"843.578593ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6902,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:17.078907Z","caller":"traceutil/trace.go:171","msg":"trace[1755334487] transaction","detail":"{read_only:false; response_revision:28822; number_of_response:1; }","duration":"902.362662ms","start":"2026-04-10T15:01:16.176499Z","end":"2026-04-10T15:01:17.078862Z","steps":["trace[1755334487] 'process raft request' (duration: 901.991891ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:17.079029Z","caller":"traceutil/trace.go:171","msg":"trace[2006416545] transaction","detail":"{read_only:false; response_revision:28823; number_of_response:1; }","duration":"240.193257ms","start":"2026-04-10T15:01:16.838819Z","end":"2026-04-10T15:01:17.079013Z","steps":["trace[2006416545] 'process raft request' (duration: 239.96531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.079177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.176492Z","time spent":"902.547649ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5702,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:17.46085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.938758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T15:01:17.46362Z","caller":"traceutil/trace.go:171","msg":"trace[1274129432] linearizableReadLoop","detail":"{readStateIndex:29839; appliedIndex:29837; }","duration":"1.173633378s","start":"2026-04-10T15:01:16.289957Z","end":"2026-04-10T15:01:17.46359Z","steps":["trace[1274129432] 'read index received' (duration: 727.470199ms)","trace[1274129432] 'applied index is now lower than readState.Index' (duration: 446.159909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:17.463899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173909987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:17.463964Z","caller":"traceutil/trace.go:171","msg":"trace[1669675657] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28823; }","duration":"1.174036241s","start":"2026-04-10T15:01:16.289917Z","end":"2026-04-10T15:01:17.463953Z","steps":["trace[1669675657] 'agreement among raft nodes before linearized reading' (duration: 1.173885507s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.464013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.289899Z","time spent":"1.174104233s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:17.466395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038636561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a505d534bf03b7\" ","response":"range_response_count:1 size:786"} {"level":"info","ts":"2026-04-10T15:01:17.466489Z","caller":"traceutil/trace.go:171","msg":"trace[1693931023] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a505d534bf03b7; range_end:; response_count:1; response_revision:28824; }","duration":"1.038788836s","start":"2026-04-10T15:01:16.42768Z","end":"2026-04-10T15:01:17.466469Z","steps":["trace[1693931023] 'agreement among raft nodes before linearized reading' (duration: 1.038524737s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.46653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.427657Z","time spent":"1.038864308s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":809,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18a505d534bf03b7\" "} {"level":"info","ts":"2026-04-10T15:01:17.466983Z","caller":"traceutil/trace.go:171","msg":"trace[1059554414] transaction","detail":"{read_only:false; response_revision:28824; number_of_response:1; }","duration":"378.316854ms","start":"2026-04-10T15:01:17.088652Z","end":"2026-04-10T15:01:17.466969Z","steps":["trace[1059554414] 'process raft request' (duration: 377.359124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.467118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:17.088625Z","time spent":"378.385136ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7244,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:17.467366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.281217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:17.467395Z","caller":"traceutil/trace.go:171","msg":"trace[2012951399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28824; }","duration":"940.374119ms","start":"2026-04-10T15:01:16.527013Z","end":"2026-04-10T15:01:17.467388Z","steps":["trace[2012951399] 'agreement among raft nodes before linearized reading' (duration: 940.326728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.467415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.526991Z","time spent":"940.41906ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:17.467575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.135066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:01:17.46767Z","caller":"traceutil/trace.go:171","msg":"trace[1251230212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28824; }","duration":"779.279761ms","start":"2026-04-10T15:01:16.688364Z","end":"2026-04-10T15:01:17.467644Z","steps":["trace[1251230212] 'agreement among raft nodes before linearized reading' (duration: 778.979931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.4677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.509221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-10T15:01:17.467726Z","caller":"traceutil/trace.go:171","msg":"trace[546997947] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28824; }","duration":"556.585153ms","start":"2026-04-10T15:01:16.911132Z","end":"2026-04-10T15:01:17.467717Z","steps":["trace[546997947] 'agreement among raft nodes before linearized reading' (duration: 556.50665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.467729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.688347Z","time spent":"779.367433ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:17.467756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.911047Z","time spent":"556.703207ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T15:01:17.46784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.729527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T15:01:17.467909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.379932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5057"} {"level":"info","ts":"2026-04-10T15:01:17.467927Z","caller":"traceutil/trace.go:171","msg":"trace[764932936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28824; }","duration":"596.899542ms","start":"2026-04-10T15:01:16.871012Z","end":"2026-04-10T15:01:17.467911Z","steps":["trace[764932936] 'agreement among raft nodes before linearized reading' (duration: 596.660424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.467972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.870989Z","time spent":"596.975435ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:01:17.468005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.724855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:01:17.468034Z","caller":"traceutil/trace.go:171","msg":"trace[1870254747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28824; }","duration":"602.792968ms","start":"2026-04-10T15:01:16.865234Z","end":"2026-04-10T15:01:17.468027Z","steps":["trace[1870254747] 'agreement among raft nodes before linearized reading' (duration: 602.723265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.468057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:16.865211Z","time spent":"602.840298ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T15:01:17.467934Z","caller":"traceutil/trace.go:171","msg":"trace[1732689931] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:28824; }","duration":"437.449554ms","start":"2026-04-10T15:01:17.030477Z","end":"2026-04-10T15:01:17.467926Z","steps":["trace[1732689931] 'agreement among raft nodes before linearized reading' (duration: 437.374762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:17.468144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:17.030457Z","time spent":"437.675672ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5080,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-10T15:01:17.827915Z","caller":"traceutil/trace.go:171","msg":"trace[220253681] transaction","detail":"{read_only:false; response_revision:28840; number_of_response:1; }","duration":"228.329114ms","start":"2026-04-10T15:01:17.599537Z","end":"2026-04-10T15:01:17.827867Z","steps":["trace[220253681] 'process raft request' (duration: 215.717277ms)","trace[220253681] 'compare' (duration: 12.267656ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:17.973693Z","caller":"traceutil/trace.go:171","msg":"trace[934877404] transaction","detail":"{read_only:false; response_revision:28843; number_of_response:1; }","duration":"105.701026ms","start":"2026-04-10T15:01:17.867936Z","end":"2026-04-10T15:01:17.973637Z","steps":["trace[934877404] 'process raft request' (duration: 59.410429ms)","trace[934877404] 'compare' (duration: 45.654497ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:18.166972Z","caller":"traceutil/trace.go:171","msg":"trace[1466245122] transaction","detail":"{read_only:false; response_revision:28846; number_of_response:1; }","duration":"139.013834ms","start":"2026-04-10T15:01:18.027874Z","end":"2026-04-10T15:01:18.166888Z","steps":["trace[1466245122] 'process raft request' (duration: 138.817568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:20.005274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:01:20.217748Z","caller":"traceutil/trace.go:171","msg":"trace[678623214] transaction","detail":"{read_only:false; response_revision:28866; number_of_response:1; }","duration":"717.565408ms","start":"2026-04-10T15:01:19.500162Z","end":"2026-04-10T15:01:20.217727Z","steps":["trace[678623214] 'process raft request' (duration: 717.434804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:20.21791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:19.500149Z","time spent":"717.660282ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:20.816472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.4874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:20.816702Z","caller":"traceutil/trace.go:171","msg":"trace[1895373874] transaction","detail":"{read_only:false; response_revision:28867; number_of_response:1; }","duration":"1.316232635s","start":"2026-04-10T15:01:19.50045Z","end":"2026-04-10T15:01:20.816683Z","steps":["trace[1895373874] 'process raft request' (duration: 861.430575ms)","trace[1895373874] 'compare' (duration: 454.232453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:20.816762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:19.500442Z","time spent":"1.316295627s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:20.817069Z","caller":"traceutil/trace.go:171","msg":"trace[467756509] linearizableReadLoop","detail":"{readStateIndex:29888; appliedIndex:29886; }","duration":"1.31287419s","start":"2026-04-10T15:01:19.504184Z","end":"2026-04-10T15:01:20.817058Z","steps":["trace[467756509] 'read index received' (duration: 713.582643ms)","trace[467756509] 'applied index is now lower than readState.Index' (duration: 599.290197ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:20.818139Z","caller":"traceutil/trace.go:171","msg":"trace[311209596] transaction","detail":"{read_only:false; response_revision:28868; number_of_response:1; }","duration":"982.899647ms","start":"2026-04-10T15:01:19.835201Z","end":"2026-04-10T15:01:20.818101Z","steps":["trace[311209596] 'process raft request' (duration: 981.363469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:20.818344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:19.835173Z","time spent":"983.061852ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:20.818619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314369117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:01:20.818838Z","caller":"traceutil/trace.go:171","msg":"trace[404980455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28868; }","duration":"1.314518192s","start":"2026-04-10T15:01:19.504178Z","end":"2026-04-10T15:01:20.818696Z","steps":["trace[404980455] 'agreement among raft nodes before linearized reading' (duration: 1.313046686s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:20.818886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:19.504165Z","time spent":"1.314712538s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:01:22.122993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59752336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:01:22.123111Z","caller":"traceutil/trace.go:171","msg":"trace[1158745178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.597761688s","start":"2026-04-10T15:01:19.525322Z","end":"2026-04-10T15:01:22.123084Z","steps":["trace[1158745178] 'agreement among raft nodes before linearized reading' (duration: 2.597554611s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:22.123159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:19.525307Z","time spent":"2.597843021s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:01:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:01:22.123787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:01:22.399933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.78106439s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:01:22.517232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.94988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:22.517343Z","caller":"traceutil/trace.go:171","msg":"trace[933257758] transaction","detail":"{read_only:false; response_revision:28869; number_of_response:1; }","duration":"1.898623459s","start":"2026-04-10T15:01:20.618699Z","end":"2026-04-10T15:01:22.517322Z","steps":["trace[933257758] 'process raft request' (duration: 1.781470993s)","trace[933257758] 'compare' (duration: 116.247898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:22.517416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.618661Z","time spent":"1.898713612s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:22.680916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T15:01:22.681008Z","caller":"traceutil/trace.go:171","msg":"trace[1440120691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096512s","start":"2026-04-10T15:01:20.680884Z","end":"2026-04-10T15:01:22.680981Z","steps":["trace[1440120691] 'agreement among raft nodes before linearized reading' (duration: 1.999984168s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:22.68107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.680863Z","time spent":"2.000195065s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:23.816146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08880133s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:23.816405Z","caller":"traceutil/trace.go:171","msg":"trace[1514469566] transaction","detail":"{read_only:false; response_revision:28870; number_of_response:1; }","duration":"3.143144718s","start":"2026-04-10T15:01:20.67323Z","end":"2026-04-10T15:01:23.816374Z","steps":["trace[1514469566] 'process raft request' (duration: 2.05403677s)","trace[1514469566] 'compare' (duration: 1.084445732s)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:23.816497Z","caller":"traceutil/trace.go:171","msg":"trace[762232390] linearizableReadLoop","detail":"{readStateIndex:29892; appliedIndex:29888; }","duration":"2.999396416s","start":"2026-04-10T15:01:20.817092Z","end":"2026-04-10T15:01:23.816489Z","steps":["trace[762232390] 'read index received' (duration: 1.583096572s)","trace[762232390] 'applied index is now lower than readState.Index' (duration: 1.416298924s)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:23.81649Z","caller":"traceutil/trace.go:171","msg":"trace[158535271] transaction","detail":"{read_only:false; response_revision:28871; number_of_response:1; }","duration":"3.034017545s","start":"2026-04-10T15:01:20.782438Z","end":"2026-04-10T15:01:23.816455Z","steps":["trace[158535271] 'process raft request' (duration: 3.033810338s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:23.816589Z","caller":"traceutil/trace.go:171","msg":"trace[901585184] transaction","detail":"{read_only:false; response_revision:28873; number_of_response:1; }","duration":"1.692418693s","start":"2026-04-10T15:01:22.124154Z","end":"2026-04-10T15:01:23.816572Z","steps":["trace[901585184] 'process raft request' (duration: 1.692226706s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:23.816622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.782413Z","time spent":"3.034134109s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:23.816602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.673186Z","time spent":"3.143299083s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:23.816666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.124087Z","time spent":"1.692542326s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:23.816687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539893043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:23.81672Z","caller":"traceutil/trace.go:171","msg":"trace[571887897] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28873; }","duration":"3.539972715s","start":"2026-04-10T15:01:20.276737Z","end":"2026-04-10T15:01:23.816709Z","steps":["trace[571887897] 'agreement among raft nodes before linearized reading' (duration: 3.53982022s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:23.816757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.276699Z","time spent":"3.540049627s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:23.816736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513395539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-10T15:01:23.816441Z","caller":"traceutil/trace.go:171","msg":"trace[7273997] transaction","detail":"{read_only:false; response_revision:28872; number_of_response:1; }","duration":"2.99316905s","start":"2026-04-10T15:01:20.823257Z","end":"2026-04-10T15:01:23.816426Z","steps":["trace[7273997] 'process raft request' (duration: 2.993084467s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:23.816855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792862182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:01:23.816905Z","caller":"traceutil/trace.go:171","msg":"trace[1011986788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28873; }","duration":"3.792944835s","start":"2026-04-10T15:01:20.02395Z","end":"2026-04-10T15:01:23.816895Z","steps":["trace[1011986788] 'agreement among raft nodes before linearized reading' (duration: 3.792773899s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:23.816934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.023934Z","time spent":"3.792994306s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:23.816932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419649249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:01:23.816838Z","caller":"traceutil/trace.go:171","msg":"trace[419803298] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28873; }","duration":"3.513507492s","start":"2026-04-10T15:01:20.303303Z","end":"2026-04-10T15:01:23.816811Z","steps":["trace[419803298] 'agreement among raft nodes before linearized reading' (duration: 3.513228153s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:23.816982Z","caller":"traceutil/trace.go:171","msg":"trace[1026571328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28873; }","duration":"3.419709081s","start":"2026-04-10T15:01:20.397248Z","end":"2026-04-10T15:01:23.816957Z","steps":["trace[1026571328] 'agreement among raft nodes before linearized reading' (duration: 3.419616238s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:23.816979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792963495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T15:01:23.817023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.397231Z","time spent":"3.419781792s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:23.816991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.823229Z","time spent":"2.993656115s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:23.817045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.11885953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:01:23.817059Z","caller":"traceutil/trace.go:171","msg":"trace[1245436182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28873; }","duration":"3.793071038s","start":"2026-04-10T15:01:20.023969Z","end":"2026-04-10T15:01:23.81704Z","steps":["trace[1245436182] 'agreement among raft nodes before linearized reading' (duration: 3.792825411s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:23.817106Z","caller":"traceutil/trace.go:171","msg":"trace[1219244693] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28873; }","duration":"4.118955333s","start":"2026-04-10T15:01:19.698141Z","end":"2026-04-10T15:01:23.817096Z","steps":["trace[1219244693] 'agreement among raft nodes before linearized reading' (duration: 4.118766407s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:23.81712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.023961Z","time spent":"3.79314698s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:23.817012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.303244Z","time spent":"3.51376032s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-10T15:01:23.817154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:19.698121Z","time spent":"4.119014294s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:23.848186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022657098s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:01:23.848656Z","caller":"traceutil/trace.go:171","msg":"trace[5765446] transaction","detail":"{read_only:false; response_revision:28874; number_of_response:1; }","duration":"1.023304058s","start":"2026-04-10T15:01:22.825329Z","end":"2026-04-10T15:01:23.848633Z","steps":["trace[5765446] 'process raft request' (duration: 1.023131503s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:23.848802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.825298Z","time spent":"1.023424142s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:24.115194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990982156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:01:24.115279Z","caller":"traceutil/trace.go:171","msg":"trace[1285403138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991127432s","start":"2026-04-10T15:01:22.124128Z","end":"2026-04-10T15:01:24.115255Z","steps":["trace[1285403138] 'agreement among raft nodes before linearized reading' (duration: 1.991018238s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:24.115325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.123972Z","time spent":"1.991342448s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:01:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:01:25.00997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031601159s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:01:25.010965Z","caller":"traceutil/trace.go:171","msg":"trace[1792708902] transaction","detail":"{read_only:false; response_revision:28876; number_of_response:1; }","duration":"1.187580506s","start":"2026-04-10T15:01:23.823356Z","end":"2026-04-10T15:01:25.010937Z","steps":["trace[1792708902] 'process raft request' (duration: 1.18737158s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:25.010972Z","caller":"traceutil/trace.go:171","msg":"trace[1223523401] transaction","detail":"{read_only:false; response_revision:28875; number_of_response:1; }","duration":"2.047828564s","start":"2026-04-10T15:01:22.963102Z","end":"2026-04-10T15:01:25.01093Z","steps":["trace[1223523401] 'process raft request' (duration: 2.047357999s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:25.011025Z","caller":"traceutil/trace.go:171","msg":"trace[252244524] linearizableReadLoop","detail":"{readStateIndex:29895; appliedIndex:29893; }","duration":"1.194465803s","start":"2026-04-10T15:01:23.816526Z","end":"2026-04-10T15:01:25.010992Z","steps":["trace[252244524] 'read index received' (duration: 31.944175ms)","trace[252244524] 'applied index is now lower than readState.Index' (duration: 1.162520128s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:25.011138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:23.823331Z","time spent":"1.18770054s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:25.011211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.963035Z","time spent":"2.048059481s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:25.011268Z","caller":"traceutil/trace.go:171","msg":"trace[872036567] transaction","detail":"{read_only:false; response_revision:28878; number_of_response:1; }","duration":"1.187137962s","start":"2026-04-10T15:01:23.824119Z","end":"2026-04-10T15:01:25.011257Z","steps":["trace[872036567] 'process raft request' (duration: 1.186712399s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.011423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:23.824101Z","time spent":"1.187212315s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:25.011229Z","caller":"traceutil/trace.go:171","msg":"trace[211539264] transaction","detail":"{read_only:false; response_revision:28877; number_of_response:1; }","duration":"1.187753642s","start":"2026-04-10T15:01:23.823459Z","end":"2026-04-10T15:01:25.011213Z","steps":["trace[211539264] 'process raft request' (duration: 1.187323278s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.011638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.078245141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:25.011706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:23.823452Z","time spent":"1.188196326s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:25.011781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031581083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:25.01181Z","caller":"traceutil/trace.go:171","msg":"trace[756136086] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28879; }","duration":"4.031664385s","start":"2026-04-10T15:01:20.980141Z","end":"2026-04-10T15:01:25.011805Z","steps":["trace[756136086] 'agreement among raft nodes before linearized reading' (duration: 4.031606453s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.011807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.087738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:25.011845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.980113Z","time spent":"4.031724277s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:25.011859Z","caller":"traceutil/trace.go:171","msg":"trace[1580890706] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28879; }","duration":"919.181301ms","start":"2026-04-10T15:01:24.09266Z","end":"2026-04-10T15:01:25.011842Z","steps":["trace[1580890706] 'agreement among raft nodes before linearized reading' (duration: 919.093858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.011901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:24.092639Z","time spent":"919.253473ms","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:25.01213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.748242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:25.012143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888504407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T15:01:25.012169Z","caller":"traceutil/trace.go:171","msg":"trace[1539201020] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28879; }","duration":"163.836625ms","start":"2026-04-10T15:01:24.848322Z","end":"2026-04-10T15:01:25.012159Z","steps":["trace[1539201020] 'agreement among raft nodes before linearized reading' (duration: 163.770123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.012189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037822569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T15:01:25.012239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88798785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-10T15:01:25.012239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.755839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:25.012265Z","caller":"traceutil/trace.go:171","msg":"trace[1524785811] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28879; }","duration":"2.888022821s","start":"2026-04-10T15:01:22.124235Z","end":"2026-04-10T15:01:25.012258Z","steps":["trace[1524785811] 'agreement among raft nodes before linearized reading' (duration: 2.887895877s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.012283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.124101Z","time spent":"2.888178486s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-10T15:01:25.012284Z","caller":"traceutil/trace.go:171","msg":"trace[1353514957] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28879; }","duration":"905.80355ms","start":"2026-04-10T15:01:24.106467Z","end":"2026-04-10T15:01:25.012271Z","steps":["trace[1353514957] 'agreement among raft nodes before linearized reading' (duration: 905.713917ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:25.012298Z","caller":"traceutil/trace.go:171","msg":"trace[97861040] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:28879; }","duration":"2.888694392s","start":"2026-04-10T15:01:22.123483Z","end":"2026-04-10T15:01:25.012178Z","steps":["trace[97861040] 'agreement among raft nodes before linearized reading' (duration: 2.887956449s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.012326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:24.106336Z","time spent":"905.979466ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:25.01234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.123465Z","time spent":"2.888862427s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"info","ts":"2026-04-10T15:01:25.011726Z","caller":"traceutil/trace.go:171","msg":"trace[2075170411] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28879; }","duration":"4.078417286s","start":"2026-04-10T15:01:20.933291Z","end":"2026-04-10T15:01:25.011708Z","steps":["trace[2075170411] 'agreement among raft nodes before linearized reading' (duration: 4.078212819s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.012457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.431241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:25.012494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:20.933252Z","time spent":"4.079235022s","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:25.012502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.986302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:25.012513Z","caller":"traceutil/trace.go:171","msg":"trace[1550722152] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28879; }","duration":"374.532103ms","start":"2026-04-10T15:01:24.637964Z","end":"2026-04-10T15:01:25.012496Z","steps":["trace[1550722152] 'agreement among raft nodes before linearized reading' (duration: 374.44066ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:25.012536Z","caller":"traceutil/trace.go:171","msg":"trace[2119890621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28879; }","duration":"890.062924ms","start":"2026-04-10T15:01:24.122465Z","end":"2026-04-10T15:01:25.012528Z","steps":["trace[2119890621] 'agreement among raft nodes before linearized reading' (duration: 890.009923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.012562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:24.122442Z","time spent":"890.114576ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:25.012565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:24.637937Z","time spent":"374.615536ms","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:25.012352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92566032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:25.012714Z","caller":"traceutil/trace.go:171","msg":"trace[1220065362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28879; }","duration":"1.926078553s","start":"2026-04-10T15:01:23.086624Z","end":"2026-04-10T15:01:25.012703Z","steps":["trace[1220065362] 'agreement among raft nodes before linearized reading' (duration: 1.92567548s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:25.012723Z","caller":"traceutil/trace.go:171","msg":"trace[1032600176] transaction","detail":"{read_only:false; response_revision:28879; number_of_response:1; }","duration":"1.18389759s","start":"2026-04-10T15:01:23.828811Z","end":"2026-04-10T15:01:25.012709Z","steps":["trace[1032600176] 'process raft request' (duration: 1.182088673s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.012405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789154831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:01:25.01277Z","caller":"traceutil/trace.go:171","msg":"trace[1487255700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28879; }","duration":"2.789571973s","start":"2026-04-10T15:01:22.223191Z","end":"2026-04-10T15:01:25.012763Z","steps":["trace[1487255700] 'agreement among raft nodes before linearized reading' (duration: 2.78886355s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.012793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.223175Z","time spent":"2.789610544s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:25.012826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888692783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-10T15:01:25.012872Z","caller":"traceutil/trace.go:171","msg":"trace[319383837] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28879; }","duration":"2.888734924s","start":"2026-04-10T15:01:22.124115Z","end":"2026-04-10T15:01:25.01285Z","steps":["trace[319383837] 'agreement among raft nodes before linearized reading' (duration: 2.888649821s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:25.012271Z","caller":"traceutil/trace.go:171","msg":"trace[998836456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28879; }","duration":"2.037938573s","start":"2026-04-10T15:01:22.974312Z","end":"2026-04-10T15:01:25.01225Z","steps":["trace[998836456] 'agreement among raft nodes before linearized reading' (duration: 2.037697865s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.0129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.124105Z","time spent":"2.888789195s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:25.012873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20675176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:25.012938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.974296Z","time spent":"2.038628905s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:01:25.012836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88861493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-10T15:01:25.013011Z","caller":"traceutil/trace.go:171","msg":"trace[1429712226] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28879; }","duration":"1.206918045s","start":"2026-04-10T15:01:23.806051Z","end":"2026-04-10T15:01:25.012969Z","steps":["trace[1429712226] 'agreement among raft nodes before linearized reading' (duration: 1.206626226s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.013051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:23.828803Z","time spent":"1.184065506s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:25.013098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:23.806032Z","time spent":"1.207031978s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:25.012942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888798695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T15:01:25.013176Z","caller":"traceutil/trace.go:171","msg":"trace[163842711] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28879; }","duration":"2.889031012s","start":"2026-04-10T15:01:22.124131Z","end":"2026-04-10T15:01:25.013162Z","steps":["trace[163842711] 'agreement among raft nodes before linearized reading' (duration: 2.888765504s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.013231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.123999Z","time spent":"2.889221819s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T15:01:25.012742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:23.086598Z","time spent":"1.926135945s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-10T15:01:25.013007Z","caller":"traceutil/trace.go:171","msg":"trace[6364477] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28879; }","duration":"2.888788725s","start":"2026-04-10T15:01:22.1242Z","end":"2026-04-10T15:01:25.012989Z","steps":["trace[6364477] 'agreement among raft nodes before linearized reading' (duration: 2.888460335s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:25.013665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.124092Z","time spent":"2.88956383s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T15:01:25.093682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969401801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-10T15:01:25.093783Z","caller":"traceutil/trace.go:171","msg":"trace[483936230] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28879; }","duration":"2.969539125s","start":"2026-04-10T15:01:22.124215Z","end":"2026-04-10T15:01:25.093755Z","steps":["trace[483936230] 'agreement among raft nodes before linearized reading' (duration: 2.887209496s)","trace[483936230] 'range keys from in-memory index tree' (duration: 82.136983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:25.093844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:22.124096Z","time spent":"2.969720671s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T15:01:25.098351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805662903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:01:25.098427Z","caller":"traceutil/trace.go:171","msg":"trace[1230207378] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28879; }","duration":"1.805803128s","start":"2026-04-10T15:01:23.292605Z","end":"2026-04-10T15:01:25.098408Z","steps":["trace[1230207378] 'agreement among raft nodes before linearized reading' (duration: 1.718839792s)","trace[1230207378] 'count revisions from in-memory index tree' (duration: 86.843601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:25.098461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:23.292578Z","time spent":"1.80587424s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":192,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:25.670711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.475133ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-10T15:01:25.670871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.038134Z","time spent":"632.730439ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T15:01:26.64962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469582792s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:01:26.788829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.910038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:26.788973Z","caller":"traceutil/trace.go:171","msg":"trace[271024901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28879; }","duration":"403.053802ms","start":"2026-04-10T15:01:26.385881Z","end":"2026-04-10T15:01:26.788935Z","steps":["trace[271024901] 'range keys from in-memory index tree' (duration: 402.891917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.789571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.538541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:26.789804Z","caller":"traceutil/trace.go:171","msg":"trace[2052226636] transaction","detail":"{read_only:false; response_revision:28880; number_of_response:1; }","duration":"1.694335503s","start":"2026-04-10T15:01:25.09542Z","end":"2026-04-10T15:01:26.789756Z","steps":["trace[2052226636] 'process raft request' (duration: 1.554512184s)","trace[2052226636] 'compare' (duration: 138.821878ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:26.789935Z","caller":"traceutil/trace.go:171","msg":"trace[1044854265] transaction","detail":"{read_only:false; response_revision:28882; number_of_response:1; }","duration":"1.690975678s","start":"2026-04-10T15:01:25.098898Z","end":"2026-04-10T15:01:26.789874Z","steps":["trace[1044854265] 'process raft request' (duration: 1.690850724s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.790001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.098876Z","time spent":"1.691093182s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:26.790075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.095398Z","time spent":"1.694567791s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:26.790144Z","caller":"traceutil/trace.go:171","msg":"trace[1577123330] transaction","detail":"{read_only:false; response_revision:28883; number_of_response:1; }","duration":"1.689607535s","start":"2026-04-10T15:01:25.100514Z","end":"2026-04-10T15:01:26.790121Z","steps":["trace[1577123330] 'process raft request' (duration: 1.689274554s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:26.790201Z","caller":"traceutil/trace.go:171","msg":"trace[1103662733] transaction","detail":"{read_only:false; response_revision:28881; number_of_response:1; }","duration":"1.691387761s","start":"2026-04-10T15:01:25.098803Z","end":"2026-04-10T15:01:26.790191Z","steps":["trace[1103662733] 'process raft request' (duration: 1.690875165s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.790264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.098787Z","time spent":"1.691445213s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:26.790265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.100504Z","time spent":"1.689703498s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:26.790609Z","caller":"traceutil/trace.go:171","msg":"trace[313032862] transaction","detail":"{read_only:false; response_revision:28885; number_of_response:1; }","duration":"1.685253778s","start":"2026-04-10T15:01:25.105344Z","end":"2026-04-10T15:01:26.790598Z","steps":["trace[313032862] 'process raft request' (duration: 1.685073022s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:26.790622Z","caller":"traceutil/trace.go:171","msg":"trace[514309259] transaction","detail":"{read_only:false; response_revision:28890; number_of_response:1; }","duration":"934.131273ms","start":"2026-04-10T15:01:25.856481Z","end":"2026-04-10T15:01:26.790612Z","steps":["trace[514309259] 'process raft request' (duration: 934.097442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.790667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.10532Z","time spent":"1.68531949s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:26.790682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.856461Z","time spent":"934.185454ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:26.790788Z","caller":"traceutil/trace.go:171","msg":"trace[1703534819] transaction","detail":"{read_only:false; response_revision:28884; number_of_response:1; }","duration":"1.69010863s","start":"2026-04-10T15:01:25.10067Z","end":"2026-04-10T15:01:26.790778Z","steps":["trace[1703534819] 'process raft request' (duration: 1.689387828s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.790833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.100658Z","time spent":"1.690154532s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:26.790865Z","caller":"traceutil/trace.go:171","msg":"trace[1235212110] transaction","detail":"{read_only:false; response_revision:28886; number_of_response:1; }","duration":"1.666833488s","start":"2026-04-10T15:01:25.124025Z","end":"2026-04-10T15:01:26.790858Z","steps":["trace[1235212110] 'process raft request' (duration: 1.666428635s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.790906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.124001Z","time spent":"1.66688618s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:26.790966Z","caller":"traceutil/trace.go:171","msg":"trace[1001279263] transaction","detail":"{read_only:false; response_revision:28888; number_of_response:1; }","duration":"967.318497ms","start":"2026-04-10T15:01:25.823625Z","end":"2026-04-10T15:01:26.790944Z","steps":["trace[1001279263] 'process raft request' (duration: 966.894184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.791141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.823613Z","time spent":"967.42255ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:26.791257Z","caller":"traceutil/trace.go:171","msg":"trace[1120736584] linearizableReadLoop","detail":"{readStateIndex:29901; appliedIndex:29899; }","duration":"1.695084567s","start":"2026-04-10T15:01:25.096161Z","end":"2026-04-10T15:01:26.791246Z","steps":["trace[1120736584] 'read index received' (duration: 83.971422ms)","trace[1120736584] 'applied index is now lower than readState.Index' (duration: 1.611111675s)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:26.791302Z","caller":"traceutil/trace.go:171","msg":"trace[1091300583] transaction","detail":"{read_only:false; response_revision:28887; number_of_response:1; }","duration":"1.118657458s","start":"2026-04-10T15:01:25.672631Z","end":"2026-04-10T15:01:26.791289Z","steps":["trace[1091300583] 'process raft request' (duration: 1.117854263s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:26.790998Z","caller":"traceutil/trace.go:171","msg":"trace[1103067002] transaction","detail":"{read_only:false; response_revision:28889; number_of_response:1; }","duration":"966.569133ms","start":"2026-04-10T15:01:25.824407Z","end":"2026-04-10T15:01:26.790976Z","steps":["trace[1103067002] 'process raft request' (duration: 966.14089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.791366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.6726Z","time spent":"1.118731281s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:26.791388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.824392Z","time spent":"966.963445ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:26.791564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695240362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-10T15:01:26.791608Z","caller":"traceutil/trace.go:171","msg":"trace[1812106069] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28890; }","duration":"1.695302494s","start":"2026-04-10T15:01:25.096296Z","end":"2026-04-10T15:01:26.791599Z","steps":["trace[1812106069] 'agreement among raft nodes before linearized reading' (duration: 1.69518511s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.791624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264720865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:26.791631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.096289Z","time spent":"1.695336855s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-10T15:01:26.791648Z","caller":"traceutil/trace.go:171","msg":"trace[620237464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28890; }","duration":"1.264782696s","start":"2026-04-10T15:01:25.526857Z","end":"2026-04-10T15:01:26.79164Z","steps":["trace[620237464] 'agreement among raft nodes before linearized reading' (duration: 1.264734575s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.791679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.526838Z","time spent":"1.264836188s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:26.791787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684555326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:26.79181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695667425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:26.791815Z","caller":"traceutil/trace.go:171","msg":"trace[1286847145] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28890; }","duration":"1.684584907s","start":"2026-04-10T15:01:25.107222Z","end":"2026-04-10T15:01:26.791807Z","steps":["trace[1286847145] 'agreement among raft nodes before linearized reading' (duration: 1.684526675s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.791819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64018364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"warn","ts":"2026-04-10T15:01:26.791877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.331563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:26.7919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691300848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:01:26.791908Z","caller":"traceutil/trace.go:171","msg":"trace[847162240] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28890; }","duration":"541.421345ms","start":"2026-04-10T15:01:26.250477Z","end":"2026-04-10T15:01:26.791899Z","steps":["trace[847162240] 'agreement among raft nodes before linearized reading' (duration: 541.369474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:26.791925Z","caller":"traceutil/trace.go:171","msg":"trace[816576588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28890; }","duration":"1.691340779s","start":"2026-04-10T15:01:25.100575Z","end":"2026-04-10T15:01:26.791916Z","steps":["trace[816576588] 'agreement among raft nodes before linearized reading' (duration: 1.691273757s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.791933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.250449Z","time spent":"541.478987ms","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:26.791947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:26.791996Z","caller":"traceutil/trace.go:171","msg":"trace[294228740] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28890; }","duration":"1.289486464s","start":"2026-04-10T15:01:25.502498Z","end":"2026-04-10T15:01:26.791984Z","steps":["trace[294228740] 'agreement among raft nodes before linearized reading' (duration: 1.289399661s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.792038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.502466Z","time spent":"1.289563427s","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:26.792188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.227738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:01:26.792228Z","caller":"traceutil/trace.go:171","msg":"trace[2050592916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28890; }","duration":"970.29942ms","start":"2026-04-10T15:01:25.821917Z","end":"2026-04-10T15:01:26.792217Z","steps":["trace[2050592916] 'agreement among raft nodes before linearized reading' (duration: 970.219738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.792234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.35372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T15:01:26.792248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.821896Z","time spent":"970.347372ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T15:01:26.792259Z","caller":"traceutil/trace.go:171","msg":"trace[284490772] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28890; }","duration":"675.429233ms","start":"2026-04-10T15:01:26.116823Z","end":"2026-04-10T15:01:26.792252Z","steps":["trace[284490772] 'agreement among raft nodes before linearized reading' (duration: 675.215066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.792279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.116793Z","time spent":"675.481134ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:26.792341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58299339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T15:01:26.791876Z","caller":"traceutil/trace.go:171","msg":"trace[90560067] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28890; }","duration":"1.640268372s","start":"2026-04-10T15:01:25.151592Z","end":"2026-04-10T15:01:26.79186Z","steps":["trace[90560067] 'agreement among raft nodes before linearized reading' (duration: 1.640094057s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:26.79239Z","caller":"traceutil/trace.go:171","msg":"trace[1838676168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28890; }","duration":"1.583104803s","start":"2026-04-10T15:01:25.209275Z","end":"2026-04-10T15:01:26.79238Z","steps":["trace[1838676168] 'agreement among raft nodes before linearized reading' (duration: 1.582964918s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.792405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.151575Z","time spent":"1.640822759s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-10T15:01:26.792427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.209254Z","time spent":"1.583162365s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:26.79196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.10057Z","time spent":"1.69137597s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:26.791836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.107174Z","time spent":"1.684656269s","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:26.791834Z","caller":"traceutil/trace.go:171","msg":"trace[545720396] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28890; }","duration":"1.695956654s","start":"2026-04-10T15:01:25.095868Z","end":"2026-04-10T15:01:26.791825Z","steps":["trace[545720396] 'agreement among raft nodes before linearized reading' (duration: 1.695914983s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.792404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193003898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:26.792677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.09457Z","time spent":"1.698092642s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-10T15:01:26.792683Z","caller":"traceutil/trace.go:171","msg":"trace[12019608] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28890; }","duration":"1.193324998s","start":"2026-04-10T15:01:25.599348Z","end":"2026-04-10T15:01:26.792673Z","steps":["trace[12019608] 'agreement among raft nodes before linearized reading' (duration: 1.193025698s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:26.79298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:25.599322Z","time spent":"1.193638608s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:26.961714Z","caller":"traceutil/trace.go:171","msg":"trace[627975767] transaction","detail":"{read_only:false; response_revision:28891; number_of_response:1; }","duration":"164.657131ms","start":"2026-04-10T15:01:26.797033Z","end":"2026-04-10T15:01:26.96169Z","steps":["trace[627975767] 'process raft request' (duration: 135.045029ms)","trace[627975767] 'compare' (duration: 29.344583ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:27.368389Z","caller":"traceutil/trace.go:171","msg":"trace[1505749591] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"570.286114ms","start":"2026-04-10T15:01:26.798051Z","end":"2026-04-10T15:01:27.368337Z","steps":["trace[1505749591] 'process raft request' (duration: 535.711676ms)","trace[1505749591] 'compare' (duration: 34.042332ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:27.368487Z","caller":"traceutil/trace.go:171","msg":"trace[2008805357] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"570.171931ms","start":"2026-04-10T15:01:26.798281Z","end":"2026-04-10T15:01:27.368453Z","steps":["trace[2008805357] 'process raft request' (duration: 570.059717ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.368541Z","caller":"traceutil/trace.go:171","msg":"trace[575481188] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"570.208351ms","start":"2026-04-10T15:01:26.798289Z","end":"2026-04-10T15:01:27.368497Z","steps":["trace[575481188] 'process raft request' (duration: 569.898122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.368687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.798248Z","time spent":"570.323456ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:27.368697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.798041Z","time spent":"570.47197ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:27.368748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.798279Z","time spent":"570.356547ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:27.368871Z","caller":"traceutil/trace.go:171","msg":"trace[581049076] transaction","detail":"{read_only:false; response_revision:28895; number_of_response:1; }","duration":"570.45516ms","start":"2026-04-10T15:01:26.798375Z","end":"2026-04-10T15:01:27.36883Z","steps":["trace[581049076] 'process raft request' (duration: 570.025026ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.368972Z","caller":"traceutil/trace.go:171","msg":"trace[1271879480] transaction","detail":"{read_only:false; response_revision:28896; number_of_response:1; }","duration":"568.296432ms","start":"2026-04-10T15:01:26.800653Z","end":"2026-04-10T15:01:27.36895Z","steps":["trace[1271879480] 'process raft request' (duration: 567.964371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.369088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.800642Z","time spent":"568.395064ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:27.36918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.798358Z","time spent":"570.618134ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:27.369466Z","caller":"traceutil/trace.go:171","msg":"trace[1229607437] transaction","detail":"{read_only:false; response_revision:28899; number_of_response:1; }","duration":"553.808446ms","start":"2026-04-10T15:01:26.815633Z","end":"2026-04-10T15:01:27.369441Z","steps":["trace[1229607437] 'process raft request' (duration: 553.569548ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.369456Z","caller":"traceutil/trace.go:171","msg":"trace[1731125775] transaction","detail":"{read_only:false; response_revision:28898; number_of_response:1; }","duration":"553.992032ms","start":"2026-04-10T15:01:26.815438Z","end":"2026-04-10T15:01:27.36943Z","steps":["trace[1731125775] 'process raft request' (duration: 553.562148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.369589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.815621Z","time spent":"553.906399ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:27.36964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.815414Z","time spent":"554.128436ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:27.369483Z","caller":"traceutil/trace.go:171","msg":"trace[1627072449] transaction","detail":"{read_only:false; response_revision:28897; number_of_response:1; }","duration":"564.12046ms","start":"2026-04-10T15:01:26.805343Z","end":"2026-04-10T15:01:27.369463Z","steps":["trace[1627072449] 'process raft request' (duration: 563.386167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.369754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.805333Z","time spent":"564.373518ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:27.369488Z","caller":"traceutil/trace.go:171","msg":"trace[1490254320] linearizableReadLoop","detail":"{readStateIndex:29913; appliedIndex:29911; }","duration":"571.244574ms","start":"2026-04-10T15:01:26.798228Z","end":"2026-04-10T15:01:27.369473Z","steps":["trace[1490254320] 'read index received' (duration: 133.869152ms)","trace[1490254320] 'applied index is now lower than readState.Index' (duration: 437.373322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:27.386834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.207213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:27.386871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.59688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T15:01:27.386909Z","caller":"traceutil/trace.go:171","msg":"trace[1223238273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28899; }","duration":"571.317326ms","start":"2026-04-10T15:01:26.815576Z","end":"2026-04-10T15:01:27.386893Z","steps":["trace[1223238273] 'agreement among raft nodes before linearized reading' (duration: 571.183212ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.386934Z","caller":"traceutil/trace.go:171","msg":"trace[1331004295] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28899; }","duration":"588.705204ms","start":"2026-04-10T15:01:26.798205Z","end":"2026-04-10T15:01:27.38691Z","steps":["trace[1331004295] 'agreement among raft nodes before linearized reading' (duration: 571.696859ms)","trace[1331004295] 'range keys from in-memory index tree' (duration: 16.801459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:27.386953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.81557Z","time spent":"571.374339ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:27.386974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.118657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:01:27.387092Z","caller":"traceutil/trace.go:171","msg":"trace[1009431599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28899; }","duration":"289.307593ms","start":"2026-04-10T15:01:27.097764Z","end":"2026-04-10T15:01:27.387071Z","steps":["trace[1009431599] 'agreement among raft nodes before linearized reading' (duration: 288.968112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.387274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.83472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:01:27.387335Z","caller":"traceutil/trace.go:171","msg":"trace[82942184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28899; }","duration":"256.086108ms","start":"2026-04-10T15:01:27.131225Z","end":"2026-04-10T15:01:27.387311Z","steps":["trace[82942184] 'agreement among raft nodes before linearized reading' (duration: 255.957894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.386973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.798193Z","time spent":"588.770635ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-10T15:01:27.387518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.053249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-04-10T15:01:27.387576Z","caller":"traceutil/trace.go:171","msg":"trace[177969057] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:28899; }","duration":"572.141573ms","start":"2026-04-10T15:01:26.815411Z","end":"2026-04-10T15:01:27.387553Z","steps":["trace[177969057] 'agreement among raft nodes before linearized reading' (duration: 572.020629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.387589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.239221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:27.387624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.815396Z","time spent":"572.218145ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T15:01:27.38686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.731994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:27.387739Z","caller":"traceutil/trace.go:171","msg":"trace[254124191] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28899; }","duration":"384.692304ms","start":"2026-04-10T15:01:27.003032Z","end":"2026-04-10T15:01:27.387724Z","steps":["trace[254124191] 'agreement among raft nodes before linearized reading' (duration: 383.769035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.387783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:27.003015Z","time spent":"384.754937ms","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:27.387627Z","caller":"traceutil/trace.go:171","msg":"trace[804977205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28899; }","duration":"582.296112ms","start":"2026-04-10T15:01:26.805321Z","end":"2026-04-10T15:01:27.387617Z","steps":["trace[804977205] 'agreement among raft nodes before linearized reading' (duration: 582.2173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.387851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.805308Z","time spent":"582.53479ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:01:27.387238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.547204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-10T15:01:27.387386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.185009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125680"} {"level":"info","ts":"2026-04-10T15:01:27.387958Z","caller":"traceutil/trace.go:171","msg":"trace[162265285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28899; }","duration":"292.307377ms","start":"2026-04-10T15:01:27.095639Z","end":"2026-04-10T15:01:27.387946Z","steps":["trace[162265285] 'agreement among raft nodes before linearized reading' (duration: 291.141801ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.387991Z","caller":"traceutil/trace.go:171","msg":"trace[2015709450] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28899; }","duration":"254.818869ms","start":"2026-04-10T15:01:27.133163Z","end":"2026-04-10T15:01:27.387982Z","steps":["trace[2015709450] 'agreement among raft nodes before linearized reading' (duration: 254.111626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.387086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.870498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1158"} {"level":"info","ts":"2026-04-10T15:01:27.388999Z","caller":"traceutil/trace.go:171","msg":"trace[1391366413] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:28899; }","duration":"480.902342ms","start":"2026-04-10T15:01:26.908077Z","end":"2026-04-10T15:01:27.388979Z","steps":["trace[1391366413] 'agreement among raft nodes before linearized reading' (duration: 478.671712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.390691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:26.908052Z","time spent":"482.589135ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1181,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"info","ts":"2026-04-10T15:01:27.583861Z","caller":"traceutil/trace.go:171","msg":"trace[1817341563] transaction","detail":"{read_only:false; response_revision:28901; number_of_response:1; }","duration":"187.273493ms","start":"2026-04-10T15:01:27.396549Z","end":"2026-04-10T15:01:27.583822Z","steps":["trace[1817341563] 'process raft request' (duration: 125.805528ms)","trace[1817341563] 'compare' (duration: 61.096323ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:27.584057Z","caller":"traceutil/trace.go:171","msg":"trace[2049608031] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28904; }","duration":"110.901639ms","start":"2026-04-10T15:01:27.473131Z","end":"2026-04-10T15:01:27.584032Z","steps":["trace[2049608031] 'process raft request' (duration: 110.870848ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.584574Z","caller":"traceutil/trace.go:171","msg":"trace[809978466] linearizableReadLoop","detail":"{readStateIndex:29926; appliedIndex:29922; }","duration":"118.454167ms","start":"2026-04-10T15:01:27.466071Z","end":"2026-04-10T15:01:27.584525Z","steps":["trace[809978466] 'read index received' (duration: 56.298071ms)","trace[809978466] 'applied index is now lower than readState.Index' (duration: 62.147806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:27.584811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.73215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:01:27.584851Z","caller":"traceutil/trace.go:171","msg":"trace[1736892587] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28904; }","duration":"168.836933ms","start":"2026-04-10T15:01:27.416004Z","end":"2026-04-10T15:01:27.584841Z","steps":["trace[1736892587] 'agreement among raft nodes before linearized reading' (duration: 168.674468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.584872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.589798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:27.584921Z","caller":"traceutil/trace.go:171","msg":"trace[43468810] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28904; }","duration":"184.691652ms","start":"2026-04-10T15:01:27.400216Z","end":"2026-04-10T15:01:27.584907Z","steps":["trace[43468810] 'agreement among raft nodes before linearized reading' (duration: 184.534677ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.584998Z","caller":"traceutil/trace.go:171","msg":"trace[1679997340] transaction","detail":"{read_only:false; response_revision:28904; number_of_response:1; }","duration":"187.342464ms","start":"2026-04-10T15:01:27.397648Z","end":"2026-04-10T15:01:27.58499Z","steps":["trace[1679997340] 'process raft request' (duration: 186.303122ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.585046Z","caller":"traceutil/trace.go:171","msg":"trace[1848561720] transaction","detail":"{read_only:false; response_revision:28902; number_of_response:1; }","duration":"187.956694ms","start":"2026-04-10T15:01:27.397065Z","end":"2026-04-10T15:01:27.585022Z","steps":["trace[1848561720] 'process raft request' (duration: 186.688035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.585246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.422398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29597220-klxsw\" ","response":"range_response_count:1 size:7004"} {"level":"info","ts":"2026-04-10T15:01:27.585315Z","caller":"traceutil/trace.go:171","msg":"trace[967568765] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29597220-klxsw; range_end:; response_count:1; response_revision:28904; }","duration":"188.522502ms","start":"2026-04-10T15:01:27.396776Z","end":"2026-04-10T15:01:27.585299Z","steps":["trace[967568765] 'agreement among raft nodes before linearized reading' (duration: 188.272924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.585369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.251563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:27.585411Z","caller":"traceutil/trace.go:171","msg":"trace[539666023] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:28904; }","duration":"106.298374ms","start":"2026-04-10T15:01:27.479102Z","end":"2026-04-10T15:01:27.5854Z","steps":["trace[539666023] 'agreement among raft nodes before linearized reading' (duration: 106.222282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.585552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.580034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-10T15:01:27.585579Z","caller":"traceutil/trace.go:171","msg":"trace[1268322716] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:28904; }","duration":"188.615445ms","start":"2026-04-10T15:01:27.396957Z","end":"2026-04-10T15:01:27.585573Z","steps":["trace[1268322716] 'agreement among raft nodes before linearized reading' (duration: 188.530582ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.584525Z","caller":"traceutil/trace.go:171","msg":"trace[47004984] transaction","detail":"{read_only:false; response_revision:28903; number_of_response:1; }","duration":"187.293274ms","start":"2026-04-10T15:01:27.397162Z","end":"2026-04-10T15:01:27.584455Z","steps":["trace[47004984] 'process raft request' (duration: 186.738726ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:27.76608Z","caller":"traceutil/trace.go:171","msg":"trace[1905386036] linearizableReadLoop","detail":"{readStateIndex:29929; appliedIndex:29928; }","duration":"144.559179ms","start":"2026-04-10T15:01:27.621496Z","end":"2026-04-10T15:01:27.766055Z","steps":["trace[1905386036] 'read index received' (duration: 144.342212ms)","trace[1905386036] 'applied index is now lower than readState.Index' (duration: 216.047µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:27.766146Z","caller":"traceutil/trace.go:171","msg":"trace[540850414] transaction","detail":"{read_only:false; response_revision:28906; number_of_response:1; }","duration":"169.835615ms","start":"2026-04-10T15:01:27.596282Z","end":"2026-04-10T15:01:27.766118Z","steps":["trace[540850414] 'process raft request' (duration: 169.579957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.76629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.351261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:27.766324Z","caller":"traceutil/trace.go:171","msg":"trace[358246223] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:28906; }","duration":"170.436313ms","start":"2026-04-10T15:01:27.595876Z","end":"2026-04-10T15:01:27.766313Z","steps":["trace[358246223] 'agreement among raft nodes before linearized reading' (duration: 170.298798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.766515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.941499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T15:01:27.766548Z","caller":"traceutil/trace.go:171","msg":"trace[953305369] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28906; }","duration":"170.994691ms","start":"2026-04-10T15:01:27.595541Z","end":"2026-04-10T15:01:27.766536Z","steps":["trace[953305369] 'agreement among raft nodes before linearized reading' (duration: 170.827186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:27.766574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.640429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125680"} {"level":"info","ts":"2026-04-10T15:01:27.766672Z","caller":"traceutil/trace.go:171","msg":"trace[1381372212] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28906; }","duration":"170.804624ms","start":"2026-04-10T15:01:27.595844Z","end":"2026-04-10T15:01:27.766648Z","steps":["trace[1381372212] 'agreement among raft nodes before linearized reading' (duration: 170.400502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:28.266698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:01:28.742449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.940261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:28.74255Z","caller":"traceutil/trace.go:171","msg":"trace[499962805] transaction","detail":"{read_only:false; response_revision:28907; number_of_response:1; }","duration":"1.113844296s","start":"2026-04-10T15:01:27.628687Z","end":"2026-04-10T15:01:28.742531Z","steps":["trace[499962805] 'process raft request' (duration: 967.7506ms)","trace[499962805] 'compare' (duration: 145.744985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:28.742595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:27.628664Z","time spent":"1.113912209s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:28.817254Z","caller":"traceutil/trace.go:171","msg":"trace[786186535] linearizableReadLoop","detail":"{readStateIndex:29931; appliedIndex:29929; }","duration":"1.05107504s","start":"2026-04-10T15:01:27.766145Z","end":"2026-04-10T15:01:28.81722Z","steps":["trace[786186535] 'read index received' (duration: 830.321735ms)","trace[786186535] 'applied index is now lower than readState.Index' (duration: 220.751695ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:28.817306Z","caller":"traceutil/trace.go:171","msg":"trace[1021842905] transaction","detail":"{read_only:false; response_revision:28908; number_of_response:1; }","duration":"1.046294241s","start":"2026-04-10T15:01:27.770966Z","end":"2026-04-10T15:01:28.817261Z","steps":["trace[1021842905] 'process raft request' (duration: 1.045991671s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:28.817473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:27.770939Z","time spent":"1.046447636s","remote":"127.0.0.1:40568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":125664,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:28.817487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195478784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:28.817553Z","caller":"traceutil/trace.go:171","msg":"trace[1678724615] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28908; }","duration":"1.195589668s","start":"2026-04-10T15:01:27.621939Z","end":"2026-04-10T15:01:28.817529Z","steps":["trace[1678724615] 'agreement among raft nodes before linearized reading' (duration: 1.195449304s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:28.817612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:27.621924Z","time spent":"1.195670551s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:28.817884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189128755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9560"} {"level":"info","ts":"2026-04-10T15:01:28.818014Z","caller":"traceutil/trace.go:171","msg":"trace[1185869337] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:28908; }","duration":"1.18926829s","start":"2026-04-10T15:01:27.628687Z","end":"2026-04-10T15:01:28.817955Z","steps":["trace[1185869337] 'agreement among raft nodes before linearized reading' (duration: 1.188614299s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:28.818097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:27.628664Z","time spent":"1.189421205s","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9583,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-04-10T15:01:29.317862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:01:29.818491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:01:29.986429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16954172s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:01:29.987338Z","caller":"traceutil/trace.go:171","msg":"trace[1637339771] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"1.19053159s","start":"2026-04-10T15:01:28.796777Z","end":"2026-04-10T15:01:29.987309Z","steps":["trace[1637339771] 'process raft request' (duration: 1.190408276s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:29.987397Z","caller":"traceutil/trace.go:171","msg":"trace[1600339445] transaction","detail":"{read_only:false; response_revision:28909; number_of_response:1; }","duration":"1.209565879s","start":"2026-04-10T15:01:28.777785Z","end":"2026-04-10T15:01:29.987351Z","steps":["trace[1600339445] 'process raft request' (duration: 1.209169627s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:29.987584Z","caller":"traceutil/trace.go:171","msg":"trace[1837636265] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"1.189948962s","start":"2026-04-10T15:01:28.797617Z","end":"2026-04-10T15:01:29.987566Z","steps":["trace[1837636265] 'process raft request' (duration: 1.189636142s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:29.987616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.777758Z","time spent":"1.209726294s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:29.987724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.797607Z","time spent":"1.190052855s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:29.987838Z","caller":"traceutil/trace.go:171","msg":"trace[1924390601] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"1.190161478s","start":"2026-04-10T15:01:28.797643Z","end":"2026-04-10T15:01:29.987804Z","steps":["trace[1924390601] 'process raft request' (duration: 1.189872129s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:29.987816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.796744Z","time spent":"1.190687966s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:29.987987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.797627Z","time spent":"1.190277022s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:30.526318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000831466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:01:30.526407Z","caller":"traceutil/trace.go:171","msg":"trace[54736929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000978682s","start":"2026-04-10T15:01:28.525408Z","end":"2026-04-10T15:01:30.526387Z","steps":["trace[54736929] 'agreement among raft nodes before linearized reading' (duration: 2.000863228s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:30.526459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.525384Z","time spent":"2.001063424s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:01:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:01:31.183488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196804437s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:01:31.184028Z","caller":"traceutil/trace.go:171","msg":"trace[520145943] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"1.807943498s","start":"2026-04-10T15:01:29.37606Z","end":"2026-04-10T15:01:31.184003Z","steps":["trace[520145943] 'process raft request' (duration: 1.807834694s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.184052Z","caller":"traceutil/trace.go:171","msg":"trace[1669144652] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"2.21641868s","start":"2026-04-10T15:01:28.96759Z","end":"2026-04-10T15:01:31.184009Z","steps":["trace[1669144652] 'process raft request' (duration: 2.216083099s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.184173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:29.376038Z","time spent":"1.80803637s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:31.184279Z","caller":"traceutil/trace.go:171","msg":"trace[1105137764] linearizableReadLoop","detail":"{readStateIndex:29938; appliedIndex:29931; }","duration":"2.366892495s","start":"2026-04-10T15:01:28.817349Z","end":"2026-04-10T15:01:31.184242Z","steps":["trace[1105137764] 'read index received' (duration: 1.169330964s)","trace[1105137764] 'applied index is now lower than readState.Index' (duration: 1.197559311s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:31.184298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.967562Z","time spent":"2.216579635s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:31.184442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984756524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:31.184453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445975063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:31.184546Z","caller":"traceutil/trace.go:171","msg":"trace[1937613630] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28915; }","duration":"2.984883338s","start":"2026-04-10T15:01:28.199617Z","end":"2026-04-10T15:01:31.1845Z","steps":["trace[1937613630] 'agreement among raft nodes before linearized reading' (duration: 2.984690872s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.184552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142011232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:31.184571Z","caller":"traceutil/trace.go:171","msg":"trace[1067420737] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28915; }","duration":"2.446148689s","start":"2026-04-10T15:01:28.73839Z","end":"2026-04-10T15:01:31.184538Z","steps":["trace[1067420737] 'agreement among raft nodes before linearized reading' (duration: 2.445895571s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.184604Z","caller":"traceutil/trace.go:171","msg":"trace[973619049] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28915; }","duration":"3.142157187s","start":"2026-04-10T15:01:28.042431Z","end":"2026-04-10T15:01:31.184588Z","steps":["trace[973619049] 'agreement among raft nodes before linearized reading' (duration: 3.141968171s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.184617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408018903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2893c8d5-c2dd-4134-8245-fc925e463993\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-10T15:01:31.184641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.738372Z","time spent":"2.446252972s","remote":"127.0.0.1:40790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:31.184663Z","caller":"traceutil/trace.go:171","msg":"trace[1195297109] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2893c8d5-c2dd-4134-8245-fc925e463993; range_end:; response_count:1; response_revision:28915; }","duration":"3.408063774s","start":"2026-04-10T15:01:27.776584Z","end":"2026-04-10T15:01:31.184648Z","steps":["trace[1195297109] 'agreement among raft nodes before linearized reading' (duration: 3.407886478s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.184709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:27.776515Z","time spent":"3.408183429s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2893c8d5-c2dd-4134-8245-fc925e463993\" "} {"level":"warn","ts":"2026-04-10T15:01:31.184806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74938961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29597220-wxpp8\" ","response":"range_response_count:1 size:8416"} {"level":"warn","ts":"2026-04-10T15:01:31.184811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362462166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-04-10T15:01:31.184837Z","caller":"traceutil/trace.go:171","msg":"trace[1065321836] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29597220-wxpp8; range_end:; response_count:1; response_revision:28915; }","duration":"2.749451682s","start":"2026-04-10T15:01:28.435376Z","end":"2026-04-10T15:01:31.184828Z","steps":["trace[1065321836] 'agreement among raft nodes before linearized reading' (duration: 2.749308387s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.184856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.435355Z","time spent":"2.749496403s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8439,"request content":"key:\"/registry/pods/openstack/nova-service-cleaner-29597220-wxpp8\" "} {"level":"info","ts":"2026-04-10T15:01:31.184858Z","caller":"traceutil/trace.go:171","msg":"trace[1828470917] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:28915; }","duration":"2.362551068s","start":"2026-04-10T15:01:28.822294Z","end":"2026-04-10T15:01:31.184845Z","steps":["trace[1828470917] 'agreement among raft nodes before linearized reading' (duration: 2.362415114s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.184907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.822273Z","time spent":"2.362621821s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1099,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-10T15:01:31.184662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.042407Z","time spent":"3.1422405s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:31.185013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408390285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:31.185078Z","caller":"traceutil/trace.go:171","msg":"trace[421810090] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:28915; }","duration":"3.408483908s","start":"2026-04-10T15:01:27.776574Z","end":"2026-04-10T15:01:31.185058Z","steps":["trace[421810090] 'agreement among raft nodes before linearized reading' (duration: 3.408379585s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.185129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:27.776551Z","time spent":"3.408564191s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-04-10T15:01:31.185216Z","caller":"traceutil/trace.go:171","msg":"trace[2106532788] transaction","detail":"{read_only:false; response_revision:28915; number_of_response:1; }","duration":"1.771410148s","start":"2026-04-10T15:01:29.413796Z","end":"2026-04-10T15:01:31.185206Z","steps":["trace[2106532788] 'process raft request' (duration: 1.770158948s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.185233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.207926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:31.185285Z","caller":"traceutil/trace.go:171","msg":"trace[1421757591] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28915; }","duration":"839.308649ms","start":"2026-04-10T15:01:30.345963Z","end":"2026-04-10T15:01:31.185272Z","steps":["trace[1421757591] 'agreement among raft nodes before linearized reading' (duration: 839.219616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.185315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.585874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:31.185333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.345938Z","time spent":"839.382181ms","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:31.185328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387518904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T15:01:31.185437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.403055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:31.185468Z","caller":"traceutil/trace.go:171","msg":"trace[1954937923] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28915; }","duration":"124.506128ms","start":"2026-04-10T15:01:31.060955Z","end":"2026-04-10T15:01:31.185461Z","steps":["trace[1954937923] 'agreement among raft nodes before linearized reading' (duration: 124.361503ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.185377Z","caller":"traceutil/trace.go:171","msg":"trace[1967690283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28915; }","duration":"502.698017ms","start":"2026-04-10T15:01:30.682657Z","end":"2026-04-10T15:01:31.185355Z","steps":["trace[1967690283] 'agreement among raft nodes before linearized reading' (duration: 502.617405ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.185472Z","caller":"traceutil/trace.go:171","msg":"trace[1431633486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28915; }","duration":"2.387619996s","start":"2026-04-10T15:01:28.797766Z","end":"2026-04-10T15:01:31.185386Z","steps":["trace[1431633486] 'agreement among raft nodes before linearized reading' (duration: 2.387471812s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.185349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.615594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-10T15:01:31.185522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.682613Z","time spent":"502.899024ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:31.185528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.797756Z","time spent":"2.387759921s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T15:01:31.185601Z","caller":"traceutil/trace.go:171","msg":"trace[1965696797] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28915; }","duration":"769.067689ms","start":"2026-04-10T15:01:30.416469Z","end":"2026-04-10T15:01:31.185537Z","steps":["trace[1965696797] 'agreement among raft nodes before linearized reading' (duration: 768.416729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.184587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.199598Z","time spent":"2.984982852s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T15:01:31.185295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:29.413767Z","time spent":"1.77147652s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:31.185714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.41644Z","time spent":"769.254035ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T15:01:31.184665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518628329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:01:31.184787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384764087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-10T15:01:31.185861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.068592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T15:01:31.18591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370617836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:31.185871Z","caller":"traceutil/trace.go:171","msg":"trace[502127057] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28915; }","duration":"2.519868668s","start":"2026-04-10T15:01:28.665989Z","end":"2026-04-10T15:01:31.185858Z","steps":["trace[502127057] 'agreement among raft nodes before linearized reading' (duration: 2.518617399s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.185971Z","caller":"traceutil/trace.go:171","msg":"trace[705407306] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28915; }","duration":"1.370678198s","start":"2026-04-10T15:01:29.815279Z","end":"2026-04-10T15:01:31.185958Z","steps":["trace[705407306] 'agreement among raft nodes before linearized reading' (duration: 1.370582275s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.185994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.734114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:31.18583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.667934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:01:31.186018Z","caller":"traceutil/trace.go:171","msg":"trace[750513407] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28915; }","duration":"567.825237ms","start":"2026-04-10T15:01:30.618186Z","end":"2026-04-10T15:01:31.186011Z","steps":["trace[750513407] 'agreement among raft nodes before linearized reading' (duration: 567.779245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.186025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:29.815226Z","time spent":"1.370784982s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:31.186038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.618153Z","time spent":"567.879059ms","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:31.186074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812312274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-10T15:01:31.18611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.752439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:31.186036Z","caller":"traceutil/trace.go:171","msg":"trace[272473751] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28915; }","duration":"957.911091ms","start":"2026-04-10T15:01:30.228109Z","end":"2026-04-10T15:01:31.18602Z","steps":["trace[272473751] 'agreement among raft nodes before linearized reading' (duration: 957.503908ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.186133Z","caller":"traceutil/trace.go:171","msg":"trace[1369054622] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28915; }","duration":"1.812373977s","start":"2026-04-10T15:01:29.373744Z","end":"2026-04-10T15:01:31.186118Z","steps":["trace[1369054622] 'agreement among raft nodes before linearized reading' (duration: 1.812214782s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.186174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.228081Z","time spent":"958.084837ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":190,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:31.186168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592809668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-10T15:01:31.186172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592768337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T15:01:31.186173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812245193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T15:01:31.185769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.307057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:31.186221Z","caller":"traceutil/trace.go:171","msg":"trace[1565065657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28915; }","duration":"1.592814148s","start":"2026-04-10T15:01:29.593394Z","end":"2026-04-10T15:01:31.186209Z","steps":["trace[1565065657] 'agreement among raft nodes before linearized reading' (duration: 1.592689024s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.18622Z","caller":"traceutil/trace.go:171","msg":"trace[884134693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28915; }","duration":"1.592894271s","start":"2026-04-10T15:01:29.593308Z","end":"2026-04-10T15:01:31.186202Z","steps":["trace[884134693] 'agreement among raft nodes before linearized reading' (duration: 1.592761697s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.186234Z","caller":"traceutil/trace.go:171","msg":"trace[41764400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28915; }","duration":"1.812428589s","start":"2026-04-10T15:01:29.373792Z","end":"2026-04-10T15:01:31.186221Z","steps":["trace[41764400] 'agreement among raft nodes before linearized reading' (duration: 1.812279924s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.186254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:29.59337Z","time spent":"1.59287691s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:31.186274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:29.373751Z","time spent":"1.812512651s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:01:31.186263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:29.593286Z","time spent":"1.592968143s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:31.185205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387363348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-10T15:01:31.186186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:29.373723Z","time spent":"1.812449609s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:31.186341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363149057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-10T15:01:31.186271Z","caller":"traceutil/trace.go:171","msg":"trace[476996483] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28915; }","duration":"353.849264ms","start":"2026-04-10T15:01:30.832388Z","end":"2026-04-10T15:01:31.186237Z","steps":["trace[476996483] 'agreement among raft nodes before linearized reading' (duration: 353.306347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.185983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.665966Z","time spent":"2.520001523s","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:01:31.186389Z","caller":"traceutil/trace.go:171","msg":"trace[1863087908] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28915; }","duration":"2.363230249s","start":"2026-04-10T15:01:28.823145Z","end":"2026-04-10T15:01:31.186375Z","steps":["trace[1863087908] 'agreement among raft nodes before linearized reading' (duration: 2.363091755s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.18641Z","caller":"traceutil/trace.go:171","msg":"trace[1640367254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28915; }","duration":"659.833722ms","start":"2026-04-10T15:01:30.526297Z","end":"2026-04-10T15:01:31.186131Z","steps":["trace[1640367254] 'agreement among raft nodes before linearized reading' (duration: 659.77776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.186422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.83236Z","time spent":"354.04491ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:01:31.186445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.526273Z","time spent":"660.160242ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:31.186449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.823126Z","time spent":"2.363303942s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-10T15:01:31.186371Z","caller":"traceutil/trace.go:171","msg":"trace[1080168503] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28915; }","duration":"2.388559546s","start":"2026-04-10T15:01:28.797795Z","end":"2026-04-10T15:01:31.186354Z","steps":["trace[1080168503] 'agreement among raft nodes before linearized reading' (duration: 2.387252735s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.185912Z","caller":"traceutil/trace.go:171","msg":"trace[430468840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28915; }","duration":"2.385909823s","start":"2026-04-10T15:01:28.799966Z","end":"2026-04-10T15:01:31.185876Z","steps":["trace[430468840] 'agreement among raft nodes before linearized reading' (duration: 2.384476418s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.186525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.79778Z","time spent":"2.388735222s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:31.186543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:28.799947Z","time spent":"2.386587484s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T15:01:31.185924Z","caller":"traceutil/trace.go:171","msg":"trace[937219832] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28915; }","duration":"614.210856ms","start":"2026-04-10T15:01:30.571697Z","end":"2026-04-10T15:01:31.185908Z","steps":["trace[937219832] 'agreement among raft nodes before linearized reading' (duration: 614.102392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.186591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:30.571654Z","time spent":"614.930639ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-10T15:01:31.532433Z","caller":"traceutil/trace.go:171","msg":"trace[798677446] linearizableReadLoop","detail":"{readStateIndex:29948; appliedIndex:29947; }","duration":"290.641625ms","start":"2026-04-10T15:01:31.24176Z","end":"2026-04-10T15:01:31.532401Z","steps":["trace[798677446] 'read index received' (duration: 276.027435ms)","trace[798677446] 'applied index is now lower than readState.Index' (duration: 14.61324ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:31.532735Z","caller":"traceutil/trace.go:171","msg":"trace[1730191272] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"293.00389ms","start":"2026-04-10T15:01:31.239713Z","end":"2026-04-10T15:01:31.532716Z","steps":["trace[1730191272] 'process raft request' (duration: 278.177763ms)","trace[1730191272] 'compare' (duration: 14.320541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:31.533223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.441341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"info","ts":"2026-04-10T15:01:31.533278Z","caller":"traceutil/trace.go:171","msg":"trace[1571327860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28925; }","duration":"291.562584ms","start":"2026-04-10T15:01:31.241699Z","end":"2026-04-10T15:01:31.533261Z","steps":["trace[1571327860] 'agreement among raft nodes before linearized reading' (duration: 291.260065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.533264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.043723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-10T15:01:31.533264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.628673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:01:31.533339Z","caller":"traceutil/trace.go:171","msg":"trace[2112124635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28925; }","duration":"180.774858ms","start":"2026-04-10T15:01:31.352556Z","end":"2026-04-10T15:01:31.533331Z","steps":["trace[2112124635] 'agreement among raft nodes before linearized reading' (duration: 180.583042ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:31.533339Z","caller":"traceutil/trace.go:171","msg":"trace[1036984644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28925; }","duration":"240.164157ms","start":"2026-04-10T15:01:31.293154Z","end":"2026-04-10T15:01:31.533318Z","steps":["trace[1036984644] 'agreement among raft nodes before linearized reading' (duration: 239.94171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:31.53354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.694517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:01:31.533579Z","caller":"traceutil/trace.go:171","msg":"trace[916095261] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28925; }","duration":"154.78122ms","start":"2026-04-10T15:01:31.37879Z","end":"2026-04-10T15:01:31.533571Z","steps":["trace[916095261] 'agreement among raft nodes before linearized reading' (duration: 154.305075ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:32.25214Z","caller":"traceutil/trace.go:171","msg":"trace[1558091035] transaction","detail":"{read_only:false; response_revision:28931; number_of_response:1; }","duration":"411.684774ms","start":"2026-04-10T15:01:31.840433Z","end":"2026-04-10T15:01:32.252117Z","steps":["trace[1558091035] 'process raft request' (duration: 411.54023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.252271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:31.84041Z","time spent":"411.800857ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:32.252386Z","caller":"traceutil/trace.go:171","msg":"trace[728858415] linearizableReadLoop","detail":"{readStateIndex:29954; appliedIndex:29954; }","duration":"411.318183ms","start":"2026-04-10T15:01:31.841034Z","end":"2026-04-10T15:01:32.252352Z","steps":["trace[728858415] 'read index received' (duration: 411.302532ms)","trace[728858415] 'applied index is now lower than readState.Index' (duration: 12.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:32.253071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.006574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-10T15:01:32.253178Z","caller":"traceutil/trace.go:171","msg":"trace[1262048676] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28931; }","duration":"412.18437ms","start":"2026-04-10T15:01:31.84097Z","end":"2026-04-10T15:01:32.253154Z","steps":["trace[1262048676] 'agreement among raft nodes before linearized reading' (duration: 411.537039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.253223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:31.840942Z","time spent":"412.272653ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-10T15:01:32.753124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:01:32.758533Z","caller":"traceutil/trace.go:171","msg":"trace[437370805] transaction","detail":"{read_only:false; response_revision:28935; number_of_response:1; }","duration":"512.146615ms","start":"2026-04-10T15:01:32.246367Z","end":"2026-04-10T15:01:32.758513Z","steps":["trace[437370805] 'process raft request' (duration: 512.101833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.758738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:32.246348Z","time spent":"512.230117ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6835,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:32.758889Z","caller":"traceutil/trace.go:171","msg":"trace[585334950] transaction","detail":"{read_only:false; response_revision:28934; number_of_response:1; }","duration":"762.42998ms","start":"2026-04-10T15:01:31.99641Z","end":"2026-04-10T15:01:32.75884Z","steps":["trace[585334950] 'process raft request' (duration: 762.022177ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:32.758915Z","caller":"traceutil/trace.go:171","msg":"trace[1562161886] transaction","detail":"{read_only:false; response_revision:28933; number_of_response:1; }","duration":"763.522785ms","start":"2026-04-10T15:01:31.995336Z","end":"2026-04-10T15:01:32.758858Z","steps":["trace[1562161886] 'process raft request' (duration: 763.05869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.759135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:31.995323Z","time spent":"763.69407ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:32.759171Z","caller":"traceutil/trace.go:171","msg":"trace[1097001613] transaction","detail":"{read_only:false; response_revision:28932; number_of_response:1; }","duration":"764.146354ms","start":"2026-04-10T15:01:31.995004Z","end":"2026-04-10T15:01:32.75915Z","steps":["trace[1097001613] 'process raft request' (duration: 763.239275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.759133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:31.996371Z","time spent":"762.614136ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:32.759436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:31.99498Z","time spent":"764.245857ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:32.972333Z","caller":"traceutil/trace.go:171","msg":"trace[656576616] transaction","detail":"{read_only:false; response_revision:28936; number_of_response:1; }","duration":"710.32117ms","start":"2026-04-10T15:01:32.261966Z","end":"2026-04-10T15:01:32.972287Z","steps":["trace[656576616] 'process raft request' (duration: 644.285442ms)","trace[656576616] 'compare' (duration: 65.696888ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:32.972379Z","caller":"traceutil/trace.go:171","msg":"trace[89139981] transaction","detail":"{read_only:false; response_revision:28937; number_of_response:1; }","duration":"373.643837ms","start":"2026-04-10T15:01:32.5987Z","end":"2026-04-10T15:01:32.972343Z","steps":["trace[89139981] 'process raft request' (duration: 373.487432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.972495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:32.261949Z","time spent":"710.463065ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:32.972596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:32.598681Z","time spent":"373.789031ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:32.972701Z","caller":"traceutil/trace.go:171","msg":"trace[937445168] linearizableReadLoop","detail":"{readStateIndex:29961; appliedIndex:29958; }","duration":"720.180821ms","start":"2026-04-10T15:01:32.252471Z","end":"2026-04-10T15:01:32.972652Z","steps":["trace[937445168] 'read index received' (duration: 507.187989ms)","trace[937445168] 'applied index is now lower than readState.Index' (duration: 212.988712ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:32.972884Z","caller":"traceutil/trace.go:171","msg":"trace[1714283871] transaction","detail":"{read_only:false; response_revision:28938; number_of_response:1; }","duration":"273.712743ms","start":"2026-04-10T15:01:32.699159Z","end":"2026-04-10T15:01:32.972872Z","steps":["trace[1714283871] 'process raft request' (duration: 273.123294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.973107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.923422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:32.973144Z","caller":"traceutil/trace.go:171","msg":"trace[2115877365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28938; }","duration":"446.982724ms","start":"2026-04-10T15:01:32.526153Z","end":"2026-04-10T15:01:32.973135Z","steps":["trace[2115877365] 'agreement among raft nodes before linearized reading' (duration: 446.83576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.973209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:32.526142Z","time spent":"447.021315ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:32.973249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.495821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-10T15:01:32.973228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.236372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T15:01:32.973273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.100867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29597220-klxsw\" ","response":"range_response_count:1 size:7190"} {"level":"info","ts":"2026-04-10T15:01:32.973323Z","caller":"traceutil/trace.go:171","msg":"trace[1062149576] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:28938; }","duration":"857.635045ms","start":"2026-04-10T15:01:32.115666Z","end":"2026-04-10T15:01:32.973301Z","steps":["trace[1062149576] 'agreement among raft nodes before linearized reading' (duration: 857.209942ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:32.973373Z","caller":"traceutil/trace.go:171","msg":"trace[876417334] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29597220-klxsw; range_end:; response_count:1; response_revision:28938; }","duration":"460.247362ms","start":"2026-04-10T15:01:32.513098Z","end":"2026-04-10T15:01:32.973345Z","steps":["trace[876417334] 'agreement among raft nodes before linearized reading' (duration: 459.956363ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:32.973329Z","caller":"traceutil/trace.go:171","msg":"trace[1231279419] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28938; }","duration":"181.408158ms","start":"2026-04-10T15:01:32.791903Z","end":"2026-04-10T15:01:32.973311Z","steps":["trace[1231279419] 'agreement among raft nodes before linearized reading' (duration: 181.089818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.973446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:32.513071Z","time spent":"460.363116ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7213,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29597220-klxsw\" "} {"level":"warn","ts":"2026-04-10T15:01:32.973234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.344576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9541"} {"level":"info","ts":"2026-04-10T15:01:32.973585Z","caller":"traceutil/trace.go:171","msg":"trace[390972694] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:28938; }","duration":"713.759418ms","start":"2026-04-10T15:01:32.259799Z","end":"2026-04-10T15:01:32.973559Z","steps":["trace[390972694] 'agreement among raft nodes before linearized reading' (duration: 713.115668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:32.973651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:32.259775Z","time spent":"713.862222ms","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9564,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-04-10T15:01:32.97339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:32.115648Z","time spent":"857.726639ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"info","ts":"2026-04-10T15:01:33.178776Z","caller":"traceutil/trace.go:171","msg":"trace[1283761847] linearizableReadLoop","detail":"{readStateIndex:29962; appliedIndex:29961; }","duration":"203.175533ms","start":"2026-04-10T15:01:32.975565Z","end":"2026-04-10T15:01:33.178741Z","steps":["trace[1283761847] 'read index received' (duration: 147.47025ms)","trace[1283761847] 'applied index is now lower than readState.Index' (duration: 55.703653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:33.178985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.39472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:33.179098Z","caller":"traceutil/trace.go:171","msg":"trace[335015681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28938; }","duration":"203.566495ms","start":"2026-04-10T15:01:32.975511Z","end":"2026-04-10T15:01:33.179078Z","steps":["trace[335015681] 'agreement among raft nodes before linearized reading' (duration: 203.381379ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.224482Z","caller":"traceutil/trace.go:171","msg":"trace[1944488675] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"238.811344ms","start":"2026-04-10T15:01:32.985642Z","end":"2026-04-10T15:01:33.224454Z","steps":["trace[1944488675] 'process raft request' (duration: 238.481053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.224739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.499153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T15:01:33.224846Z","caller":"traceutil/trace.go:171","msg":"trace[642032998] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28939; }","duration":"244.643277ms","start":"2026-04-10T15:01:32.980174Z","end":"2026-04-10T15:01:33.224818Z","steps":["trace[642032998] 'agreement among raft nodes before linearized reading' (duration: 244.347438ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.29669Z","caller":"traceutil/trace.go:171","msg":"trace[1822602838] transaction","detail":"{read_only:false; response_revision:28941; number_of_response:1; }","duration":"105.024815ms","start":"2026-04-10T15:01:33.191631Z","end":"2026-04-10T15:01:33.296656Z","steps":["trace[1822602838] 'process raft request' (duration: 104.827208ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.296711Z","caller":"traceutil/trace.go:171","msg":"trace[1464434052] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"116.269288ms","start":"2026-04-10T15:01:33.18039Z","end":"2026-04-10T15:01:33.296659Z","steps":["trace[1464434052] 'process raft request' (duration: 105.605542ms)","trace[1464434052] 'compare' (duration: 10.306514ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:33.296986Z","caller":"traceutil/trace.go:171","msg":"trace[337882929] transaction","detail":"{read_only:false; response_revision:28942; number_of_response:1; }","duration":"103.979242ms","start":"2026-04-10T15:01:33.192987Z","end":"2026-04-10T15:01:33.296966Z","steps":["trace[337882929] 'process raft request' (duration: 103.565139ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.297646Z","caller":"traceutil/trace.go:171","msg":"trace[660687792] transaction","detail":"{read_only:false; response_revision:28943; number_of_response:1; }","duration":"104.068475ms","start":"2026-04-10T15:01:33.193542Z","end":"2026-04-10T15:01:33.29761Z","steps":["trace[660687792] 'process raft request' (duration: 103.329461ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.717771Z","caller":"traceutil/trace.go:171","msg":"trace[362914763] transaction","detail":"{read_only:false; response_revision:28944; number_of_response:1; }","duration":"412.908703ms","start":"2026-04-10T15:01:33.30482Z","end":"2026-04-10T15:01:33.717728Z","steps":["trace[362914763] 'process raft request' (duration: 350.467468ms)","trace[362914763] 'compare' (duration: 61.875667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:33.71793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.304805Z","time spent":"413.053327ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:33.760135Z","caller":"traceutil/trace.go:171","msg":"trace[799610753] transaction","detail":"{read_only:false; response_revision:28945; number_of_response:1; }","duration":"454.892533ms","start":"2026-04-10T15:01:33.30521Z","end":"2026-04-10T15:01:33.760103Z","steps":["trace[799610753] 'process raft request' (duration: 454.570813ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.760145Z","caller":"traceutil/trace.go:171","msg":"trace[1681436197] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"454.861342ms","start":"2026-04-10T15:01:33.305247Z","end":"2026-04-10T15:01:33.760108Z","steps":["trace[1681436197] 'process raft request' (duration: 454.715848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.760346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.3052Z","time spent":"455.010247ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:33.760509Z","caller":"traceutil/trace.go:171","msg":"trace[1378095658] transaction","detail":"{read_only:false; response_revision:28948; number_of_response:1; }","duration":"454.902694ms","start":"2026-04-10T15:01:33.305584Z","end":"2026-04-10T15:01:33.760486Z","steps":["trace[1378095658] 'process raft request' (duration: 454.726548ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.760494Z","caller":"traceutil/trace.go:171","msg":"trace[853903426] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"455.11371ms","start":"2026-04-10T15:01:33.305346Z","end":"2026-04-10T15:01:33.76046Z","steps":["trace[853903426] 'process raft request' (duration: 454.665856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.760587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.305574Z","time spent":"454.974596ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:33.760527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.305237Z","time spent":"455.13191ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:33.760716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.305338Z","time spent":"455.234184ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:33.760811Z","caller":"traceutil/trace.go:171","msg":"trace[1342721383] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"455.067609ms","start":"2026-04-10T15:01:33.305725Z","end":"2026-04-10T15:01:33.760793Z","steps":["trace[1342721383] 'process raft request' (duration: 454.723488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.760907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.305697Z","time spent":"455.166862ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:33.761014Z","caller":"traceutil/trace.go:171","msg":"trace[1855827115] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"454.899133ms","start":"2026-04-10T15:01:33.306093Z","end":"2026-04-10T15:01:33.760992Z","steps":["trace[1855827115] 'process raft request' (duration: 454.625004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.761108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.306082Z","time spent":"454.979236ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:33.76132Z","caller":"traceutil/trace.go:171","msg":"trace[571904253] linearizableReadLoop","detail":"{readStateIndex:29974; appliedIndex:29967; }","duration":"452.179198ms","start":"2026-04-10T15:01:33.309131Z","end":"2026-04-10T15:01:33.76131Z","steps":["trace[571904253] 'read index received' (duration: 346.243685ms)","trace[571904253] 'applied index is now lower than readState.Index' (duration: 105.934333ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:33.761329Z","caller":"traceutil/trace.go:171","msg":"trace[1861341183] transaction","detail":"{read_only:false; response_revision:28951; number_of_response:1; }","duration":"451.450585ms","start":"2026-04-10T15:01:33.309863Z","end":"2026-04-10T15:01:33.761313Z","steps":["trace[1861341183] 'process raft request' (duration: 451.042022ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.761363Z","caller":"traceutil/trace.go:171","msg":"trace[1023450889] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"359.695238ms","start":"2026-04-10T15:01:33.401653Z","end":"2026-04-10T15:01:33.761348Z","steps":["trace[1023450889] 'process raft request' (duration: 359.549184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.761399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.309854Z","time spent":"451.515017ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8586,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:33.761433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.401617Z","time spent":"359.778491ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:33.761568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.961913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:33.761601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.466237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-10T15:01:33.761605Z","caller":"traceutil/trace.go:171","msg":"trace[418258506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28952; }","duration":"235.040005ms","start":"2026-04-10T15:01:33.526555Z","end":"2026-04-10T15:01:33.761595Z","steps":["trace[418258506] 'agreement among raft nodes before linearized reading' (duration: 234.969023ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:33.761633Z","caller":"traceutil/trace.go:171","msg":"trace[2045626455] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28952; }","duration":"452.520609ms","start":"2026-04-10T15:01:33.309102Z","end":"2026-04-10T15:01:33.761622Z","steps":["trace[2045626455] 'agreement among raft nodes before linearized reading' (duration: 452.300602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.761663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.309093Z","time spent":"452.56454ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-10T15:01:33.761695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.211445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-10T15:01:33.76173Z","caller":"traceutil/trace.go:171","msg":"trace[1225551387] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28952; }","duration":"299.289207ms","start":"2026-04-10T15:01:33.462431Z","end":"2026-04-10T15:01:33.761721Z","steps":["trace[1225551387] 'agreement among raft nodes before linearized reading' (duration: 299.178193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.76409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.32681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299339"} {"level":"info","ts":"2026-04-10T15:01:33.764292Z","caller":"traceutil/trace.go:171","msg":"trace[2076684980] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28952; }","duration":"362.486816ms","start":"2026-04-10T15:01:33.401681Z","end":"2026-04-10T15:01:33.764167Z","steps":["trace[2076684980] 'agreement among raft nodes before linearized reading' (duration: 359.835772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:33.764369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.401645Z","time spent":"362.708883ms","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299362,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-10T15:01:34.342938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.72851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:34.343147Z","caller":"traceutil/trace.go:171","msg":"trace[1148337936] linearizableReadLoop","detail":"{readStateIndex:29977; appliedIndex:29976; }","duration":"556.870862ms","start":"2026-04-10T15:01:33.786258Z","end":"2026-04-10T15:01:34.343128Z","steps":["trace[1148337936] 'read index received' (duration: 86.741499ms)","trace[1148337936] 'applied index is now lower than readState.Index' (duration: 470.127263ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:34.343267Z","caller":"traceutil/trace.go:171","msg":"trace[1172930874] transaction","detail":"{read_only:false; response_revision:28953; number_of_response:1; }","duration":"558.001848ms","start":"2026-04-10T15:01:33.785214Z","end":"2026-04-10T15:01:34.343216Z","steps":["trace[1172930874] 'process raft request' (duration: 87.932577ms)","trace[1172930874] 'compare' (duration: 469.600016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:34.343408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.785192Z","time spent":"558.150123ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:34.34342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.151271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-10T15:01:34.343503Z","caller":"traceutil/trace.go:171","msg":"trace[819219427] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28953; }","duration":"557.267945ms","start":"2026-04-10T15:01:33.786226Z","end":"2026-04-10T15:01:34.343494Z","steps":["trace[819219427] 'agreement among raft nodes before linearized reading' (duration: 556.963495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:34.343549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:33.786211Z","time spent":"557.327946ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-10T15:01:34.344168Z","caller":"traceutil/trace.go:171","msg":"trace[2115690420] transaction","detail":"{read_only:false; response_revision:28954; number_of_response:1; }","duration":"162.586045ms","start":"2026-04-10T15:01:34.181571Z","end":"2026-04-10T15:01:34.344157Z","steps":["trace[2115690420] 'process raft request' (duration: 162.501163ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:34.438061Z","caller":"traceutil/trace.go:171","msg":"trace[1516845767] transaction","detail":"{read_only:false; response_revision:28955; number_of_response:1; }","duration":"198.00656ms","start":"2026-04-10T15:01:34.240016Z","end":"2026-04-10T15:01:34.438023Z","steps":["trace[1516845767] 'process raft request' (duration: 197.519745ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:34.562891Z","caller":"traceutil/trace.go:171","msg":"trace[1025551704] linearizableReadLoop","detail":"{readStateIndex:29980; appliedIndex:29979; }","duration":"120.155731ms","start":"2026-04-10T15:01:34.442703Z","end":"2026-04-10T15:01:34.562858Z","steps":["trace[1025551704] 'read index received' (duration: 119.756488ms)","trace[1025551704] 'applied index is now lower than readState.Index' (duration: 397.573µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:34.563035Z","caller":"traceutil/trace.go:171","msg":"trace[62129664] transaction","detail":"{read_only:false; response_revision:28956; number_of_response:1; }","duration":"214.162688ms","start":"2026-04-10T15:01:34.348863Z","end":"2026-04-10T15:01:34.563026Z","steps":["trace[62129664] 'process raft request' (duration: 213.616041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:34.563264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.537743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T15:01:34.563338Z","caller":"traceutil/trace.go:171","msg":"trace[539684343] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28956; }","duration":"120.660317ms","start":"2026-04-10T15:01:34.442662Z","end":"2026-04-10T15:01:34.563322Z","steps":["trace[539684343] 'agreement among raft nodes before linearized reading' (duration: 120.409939ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:34.588023Z","caller":"traceutil/trace.go:171","msg":"trace[2011037564] transaction","detail":"{read_only:false; response_revision:28957; number_of_response:1; }","duration":"135.996989ms","start":"2026-04-10T15:01:34.451997Z","end":"2026-04-10T15:01:34.587993Z","steps":["trace[2011037564] 'process raft request' (duration: 135.742291ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:34.94017Z","caller":"traceutil/trace.go:171","msg":"trace[1196200705] linearizableReadLoop","detail":"{readStateIndex:29982; appliedIndex:29981; }","duration":"342.823827ms","start":"2026-04-10T15:01:34.597304Z","end":"2026-04-10T15:01:34.940128Z","steps":["trace[1196200705] 'read index received' (duration: 284.967856ms)","trace[1196200705] 'applied index is now lower than readState.Index' (duration: 57.855151ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:34.940184Z","caller":"traceutil/trace.go:171","msg":"trace[736279455] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"344.451699ms","start":"2026-04-10T15:01:34.595703Z","end":"2026-04-10T15:01:34.940155Z","steps":["trace[736279455] 'process raft request' (duration: 286.549667ms)","trace[736279455] 'compare' (duration: 57.721856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:34.940313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:34.595648Z","time spent":"344.607464ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:34.940493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.175789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-10T15:01:34.940562Z","caller":"traceutil/trace.go:171","msg":"trace[1811644056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28958; }","duration":"343.299812ms","start":"2026-04-10T15:01:34.597252Z","end":"2026-04-10T15:01:34.940552Z","steps":["trace[1811644056] 'agreement among raft nodes before linearized reading' (duration: 342.964472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:34.940605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:34.597227Z","time spent":"343.369955ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-10T15:01:35.03344Z","caller":"traceutil/trace.go:171","msg":"trace[849473185] transaction","detail":"{read_only:false; response_revision:28959; number_of_response:1; }","duration":"436.065401ms","start":"2026-04-10T15:01:34.597344Z","end":"2026-04-10T15:01:35.03341Z","steps":["trace[849473185] 'process raft request' (duration: 435.833224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:35.033619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:34.597318Z","time spent":"436.209626ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5525,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:35.033859Z","caller":"traceutil/trace.go:171","msg":"trace[847038628] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"268.583341ms","start":"2026-04-10T15:01:34.765219Z","end":"2026-04-10T15:01:35.033802Z","steps":["trace[847038628] 'process raft request' (duration: 268.134447ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:35.034589Z","caller":"traceutil/trace.go:171","msg":"trace[960937041] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"269.320954ms","start":"2026-04-10T15:01:34.765248Z","end":"2026-04-10T15:01:35.034569Z","steps":["trace[960937041] 'process raft request' (duration: 268.899391ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:35.034848Z","caller":"traceutil/trace.go:171","msg":"trace[756158183] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"262.537631ms","start":"2026-04-10T15:01:34.772279Z","end":"2026-04-10T15:01:35.034817Z","steps":["trace[756158183] 'process raft request' (duration: 262.378256ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:35.034886Z","caller":"traceutil/trace.go:171","msg":"trace[1069361466] transaction","detail":"{read_only:false; response_revision:28962; number_of_response:1; }","duration":"263.247034ms","start":"2026-04-10T15:01:34.771611Z","end":"2026-04-10T15:01:35.034858Z","steps":["trace[1069361466] 'process raft request' (duration: 262.763538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:35.665979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.068046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-10T15:01:35.666081Z","caller":"traceutil/trace.go:171","msg":"trace[60467989] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:28963; }","duration":"624.22897ms","start":"2026-04-10T15:01:35.041827Z","end":"2026-04-10T15:01:35.666056Z","steps":["trace[60467989] 'range keys from in-memory index tree' (duration: 623.854808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:35.66614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.041805Z","time spent":"624.320333ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"info","ts":"2026-04-10T15:01:35.678637Z","caller":"traceutil/trace.go:171","msg":"trace[2080107787] transaction","detail":"{read_only:false; response_revision:28964; number_of_response:1; }","duration":"636.689463ms","start":"2026-04-10T15:01:35.041929Z","end":"2026-04-10T15:01:35.678619Z","steps":["trace[2080107787] 'process raft request' (duration: 636.522447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:35.678788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.041909Z","time spent":"636.824377ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:36.32756Z","caller":"traceutil/trace.go:171","msg":"trace[583255460] linearizableReadLoop","detail":"{readStateIndex:29994; appliedIndex:29987; }","duration":"799.828027ms","start":"2026-04-10T15:01:35.527704Z","end":"2026-04-10T15:01:36.327532Z","steps":["trace[583255460] 'read index received' (duration: 150.855427ms)","trace[583255460] 'applied index is now lower than readState.Index' (duration: 648.97131ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:36.32795Z","caller":"traceutil/trace.go:171","msg":"trace[885724777] transaction","detail":"{read_only:false; response_revision:28968; number_of_response:1; }","duration":"1.02499262s","start":"2026-04-10T15:01:35.302937Z","end":"2026-04-10T15:01:36.32793Z","steps":["trace[885724777] 'process raft request' (duration: 1.024467724s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.328072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.302907Z","time spent":"1.025085533s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:36.328058Z","caller":"traceutil/trace.go:171","msg":"trace[1492893920] transaction","detail":"{read_only:false; response_revision:28969; number_of_response:1; }","duration":"1.025060933s","start":"2026-04-10T15:01:35.302946Z","end":"2026-04-10T15:01:36.328007Z","steps":["trace[1492893920] 'process raft request' (duration: 1.024509265s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.328267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.302917Z","time spent":"1.025232548s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:36.328311Z","caller":"traceutil/trace.go:171","msg":"trace[89335757] transaction","detail":"{read_only:false; response_revision:28965; number_of_response:1; }","duration":"1.28622346s","start":"2026-04-10T15:01:35.042077Z","end":"2026-04-10T15:01:36.3283Z","steps":["trace[89335757] 'process raft request' (duration: 1.284934819s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.328367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.042009Z","time spent":"1.286328753s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:36.328756Z","caller":"traceutil/trace.go:171","msg":"trace[1959809689] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"1.282141992s","start":"2026-04-10T15:01:35.046599Z","end":"2026-04-10T15:01:36.328741Z","steps":["trace[1959809689] 'process raft request' (duration: 1.280709887s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.328842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.04657Z","time spent":"1.282237035s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:36.32894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.33087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:36.329029Z","caller":"traceutil/trace.go:171","msg":"trace[1341324855] transaction","detail":"{read_only:false; response_revision:28966; number_of_response:1; }","duration":"1.285355393s","start":"2026-04-10T15:01:35.043653Z","end":"2026-04-10T15:01:36.329008Z","steps":["trace[1341324855] 'process raft request' (duration: 1.283576317s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:36.329037Z","caller":"traceutil/trace.go:171","msg":"trace[419141783] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28970; }","duration":"655.475395ms","start":"2026-04-10T15:01:35.673526Z","end":"2026-04-10T15:01:36.329001Z","steps":["trace[419141783] 'agreement among raft nodes before linearized reading' (duration: 654.570876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.329089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.043643Z","time spent":"1.285416015s","remote":"127.0.0.1:40742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5206,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:36.329092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.673505Z","time spent":"655.571397ms","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-10T15:01:36.329534Z","caller":"traceutil/trace.go:171","msg":"trace[2001989307] transaction","detail":"{read_only:false; response_revision:28970; number_of_response:1; }","duration":"1.024997031s","start":"2026-04-10T15:01:35.304489Z","end":"2026-04-10T15:01:36.329486Z","steps":["trace[2001989307] 'process raft request' (duration: 1.023006639s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.329643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.443926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T15:01:36.329647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.057354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:01:36.329695Z","caller":"traceutil/trace.go:171","msg":"trace[566083232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28970; }","duration":"561.525218ms","start":"2026-04-10T15:01:35.768155Z","end":"2026-04-10T15:01:36.32968Z","steps":["trace[566083232] 'agreement among raft nodes before linearized reading' (duration: 561.367543ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:36.329702Z","caller":"traceutil/trace.go:171","msg":"trace[1023858200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28970; }","duration":"561.161477ms","start":"2026-04-10T15:01:35.768526Z","end":"2026-04-10T15:01:36.329687Z","steps":["trace[1023858200] 'agreement among raft nodes before linearized reading' (duration: 561.019153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.329691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.943583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:36.329716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.235189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-10T15:01:36.329742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.768512Z","time spent":"561.217439ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:36.329748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.768138Z","time spent":"561.588301ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T15:01:36.329773Z","caller":"traceutil/trace.go:171","msg":"trace[992182266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28970; }","duration":"802.093839ms","start":"2026-04-10T15:01:35.527659Z","end":"2026-04-10T15:01:36.329753Z","steps":["trace[992182266] 'agreement among raft nodes before linearized reading' (duration: 801.905963ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:36.329777Z","caller":"traceutil/trace.go:171","msg":"trace[1910566735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28970; }","duration":"561.317252ms","start":"2026-04-10T15:01:35.768445Z","end":"2026-04-10T15:01:36.329762Z","steps":["trace[1910566735] 'agreement among raft nodes before linearized reading' (duration: 561.121676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.329778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.304479Z","time spent":"1.025167126s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:36.32982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.768437Z","time spent":"561.373883ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:36.32982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.527637Z","time spent":"802.17461ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:36.329824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.775768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T15:01:36.329881Z","caller":"traceutil/trace.go:171","msg":"trace[1549862386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28970; }","duration":"562.84693ms","start":"2026-04-10T15:01:35.767017Z","end":"2026-04-10T15:01:36.329864Z","steps":["trace[1549862386] 'agreement among raft nodes before linearized reading' (duration: 562.696575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.32991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.125277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-10T15:01:36.329924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.767011Z","time spent":"562.901392ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:36.329936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.727565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-10T15:01:36.329971Z","caller":"traceutil/trace.go:171","msg":"trace[603517566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28970; }","duration":"562.234811ms","start":"2026-04-10T15:01:35.767718Z","end":"2026-04-10T15:01:36.329953Z","steps":["trace[603517566] 'agreement among raft nodes before linearized reading' (duration: 562.007834ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:36.329993Z","caller":"traceutil/trace.go:171","msg":"trace[970515301] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28970; }","duration":"561.803228ms","start":"2026-04-10T15:01:35.768175Z","end":"2026-04-10T15:01:36.329978Z","steps":["trace[970515301] 'agreement among raft nodes before linearized reading' (duration: 561.657253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.330019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.76769Z","time spent":"562.318714ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:01:36.330033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.768163Z","time spent":"561.859809ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:01:36.330048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.051986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:01:36.330096Z","caller":"traceutil/trace.go:171","msg":"trace[771592207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28970; }","duration":"563.14347ms","start":"2026-04-10T15:01:35.766936Z","end":"2026-04-10T15:01:36.330079Z","steps":["trace[771592207] 'agreement among raft nodes before linearized reading' (duration: 563.023646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:36.330133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:35.766908Z","time spent":"563.215831ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:01:36.739623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.285291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:36.73981Z","caller":"traceutil/trace.go:171","msg":"trace[1901757594] transaction","detail":"{read_only:false; response_revision:28971; number_of_response:1; }","duration":"404.001922ms","start":"2026-04-10T15:01:36.335787Z","end":"2026-04-10T15:01:36.739789Z","steps":["trace[1901757594] 'process raft request' (duration: 203.470273ms)","trace[1901757594] 'compare' (duration: 199.965151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:36.739897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.335759Z","time spent":"404.084424ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.155099Z","caller":"traceutil/trace.go:171","msg":"trace[1465460587] transaction","detail":"{read_only:false; response_revision:28972; number_of_response:1; }","duration":"819.074262ms","start":"2026-04-10T15:01:36.33596Z","end":"2026-04-10T15:01:37.155035Z","steps":["trace[1465460587] 'process raft request' (duration: 818.800924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.155305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.335925Z","time spent":"819.267698ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.155675Z","caller":"traceutil/trace.go:171","msg":"trace[1444872683] transaction","detail":"{read_only:false; response_revision:28973; number_of_response:1; }","duration":"819.00564ms","start":"2026-04-10T15:01:36.336619Z","end":"2026-04-10T15:01:37.155625Z","steps":["trace[1444872683] 'process raft request' (duration: 818.352849ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:37.155787Z","caller":"traceutil/trace.go:171","msg":"trace[714500202] transaction","detail":"{read_only:false; response_revision:28974; number_of_response:1; }","duration":"818.470183ms","start":"2026-04-10T15:01:36.337286Z","end":"2026-04-10T15:01:37.155757Z","steps":["trace[714500202] 'process raft request' (duration: 818.06847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.155847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.336599Z","time spent":"819.148685ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:37.155894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.33728Z","time spent":"818.559066ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.155991Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ce8ad90e35537ee3","local-member-applied-index":30004,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T15:01:37.156222Z","caller":"traceutil/trace.go:171","msg":"trace[723895265] linearizableReadLoop","detail":"{readStateIndex:30004; appliedIndex:29994; }","duration":"813.336791ms","start":"2026-04-10T15:01:36.342847Z","end":"2026-04-10T15:01:37.156184Z","steps":["trace[723895265] 'read index received' (duration: 196.327767ms)","trace[723895265] 'applied index is now lower than readState.Index' (duration: 617.007254ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:37.156342Z","caller":"traceutil/trace.go:171","msg":"trace[839427924] transaction","detail":"{read_only:false; response_revision:28975; number_of_response:1; }","duration":"816.813711ms","start":"2026-04-10T15:01:36.339511Z","end":"2026-04-10T15:01:37.156324Z","steps":["trace[839427924] 'process raft request' (duration: 816.051867ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:37.156496Z","caller":"traceutil/trace.go:171","msg":"trace[236340001] transaction","detail":"{read_only:false; response_revision:28978; number_of_response:1; }","duration":"816.577844ms","start":"2026-04-10T15:01:36.339907Z","end":"2026-04-10T15:01:37.156485Z","steps":["trace[236340001] 'process raft request' (duration: 815.872782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.15652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.339494Z","time spent":"816.891214ms","remote":"127.0.0.1:40742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5243,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.156573Z","caller":"traceutil/trace.go:171","msg":"trace[1905184819] transaction","detail":"{read_only:false; response_revision:28976; number_of_response:1; }","duration":"817.034828ms","start":"2026-04-10T15:01:36.339531Z","end":"2026-04-10T15:01:37.156566Z","steps":["trace[1905184819] 'process raft request' (duration: 816.12367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.156546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.339896Z","time spent":"816.622515ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:37.156619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.339522Z","time spent":"817.067149ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.15762Z","caller":"traceutil/trace.go:171","msg":"trace[1356983881] transaction","detail":"{read_only:false; response_revision:28977; number_of_response:1; }","duration":"818.05822ms","start":"2026-04-10T15:01:36.339522Z","end":"2026-04-10T15:01:37.15758Z","steps":["trace[1356983881] 'process raft request' (duration: 816.190571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.157768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.339511Z","time spent":"818.185164ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6932,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.157885Z","caller":"traceutil/trace.go:171","msg":"trace[1556607376] transaction","detail":"{read_only:false; response_revision:28980; number_of_response:1; }","duration":"816.068438ms","start":"2026-04-10T15:01:36.341371Z","end":"2026-04-10T15:01:37.157439Z","steps":["trace[1556607376] 'process raft request' (duration: 814.534229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.157957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.341349Z","time spent":"816.563964ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T15:01:37.15829Z","caller":"traceutil/trace.go:171","msg":"trace[1164648430] transaction","detail":"{read_only:false; response_revision:28979; number_of_response:1; }","duration":"817.4355ms","start":"2026-04-10T15:01:36.340685Z","end":"2026-04-10T15:01:37.15812Z","steps":["trace[1164648430] 'process raft request' (duration: 815.161619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.158723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.340675Z","time spent":"817.652308ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:37.657132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:01:37.695116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352244869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-04-10T15:01:37.69521Z","caller":"traceutil/trace.go:171","msg":"trace[1985602699] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:28980; }","duration":"1.352365542s","start":"2026-04-10T15:01:36.342817Z","end":"2026-04-10T15:01:37.695183Z","steps":["trace[1985602699] 'agreement among raft nodes before linearized reading' (duration: 814.090995ms)","trace[1985602699] 'range keys from in-memory index tree' (duration: 536.575063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:37.695357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.34281Z","time spent":"1.352505737s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-04-10T15:01:37.79866Z","caller":"traceutil/trace.go:171","msg":"trace[297343594] transaction","detail":"{read_only:false; response_revision:28981; number_of_response:1; }","duration":"754.040666ms","start":"2026-04-10T15:01:37.044545Z","end":"2026-04-10T15:01:37.798586Z","steps":["trace[297343594] 'process raft request' (duration: 753.757508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.798888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.04451Z","time spent":"754.245493ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.798894Z","caller":"traceutil/trace.go:171","msg":"trace[1331497868] transaction","detail":"{read_only:false; response_revision:28982; number_of_response:1; }","duration":"754.321484ms","start":"2026-04-10T15:01:37.044547Z","end":"2026-04-10T15:01:37.798868Z","steps":["trace[1331497868] 'process raft request' (duration: 753.974683ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:37.798991Z","caller":"traceutil/trace.go:171","msg":"trace[1223874489] transaction","detail":"{read_only:false; response_revision:28983; number_of_response:1; }","duration":"754.286304ms","start":"2026-04-10T15:01:37.044662Z","end":"2026-04-10T15:01:37.798948Z","steps":["trace[1223874489] 'process raft request' (duration: 754.142549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.799029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.044507Z","time spent":"754.447239ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:37.799179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.044631Z","time spent":"754.461899ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:37.894026Z","caller":"traceutil/trace.go:171","msg":"trace[1990402319] linearizableReadLoop","detail":"{readStateIndex:30009; appliedIndex:30004; }","duration":"737.731173ms","start":"2026-04-10T15:01:37.156265Z","end":"2026-04-10T15:01:37.893996Z","steps":["trace[1990402319] 'read index received' (duration: 642.097313ms)","trace[1990402319] 'applied index is now lower than readState.Index' (duration: 95.623249ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:37.894104Z","caller":"traceutil/trace.go:171","msg":"trace[2012445301] transaction","detail":"{read_only:false; response_revision:28984; number_of_response:1; }","duration":"731.780706ms","start":"2026-04-10T15:01:37.162285Z","end":"2026-04-10T15:01:37.894066Z","steps":["trace[2012445301] 'process raft request' (duration: 731.325901ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:37.894107Z","caller":"traceutil/trace.go:171","msg":"trace[1120603995] transaction","detail":"{read_only:false; response_revision:28985; number_of_response:1; }","duration":"193.240421ms","start":"2026-04-10T15:01:37.700787Z","end":"2026-04-10T15:01:37.894028Z","steps":["trace[1120603995] 'process raft request' (duration: 193.028484ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:37.894146Z","caller":"traceutil/trace.go:171","msg":"trace[553703137] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28984; }","duration":"727.347936ms","start":"2026-04-10T15:01:37.166778Z","end":"2026-04-10T15:01:37.894126Z","steps":["trace[553703137] 'process raft request' (duration: 726.975474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:37.894185Z","caller":"traceutil/trace.go:171","msg":"trace[921535059] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"193.269391ms","start":"2026-04-10T15:01:37.700902Z","end":"2026-04-10T15:01:37.894171Z","steps":["trace[921535059] 'process raft request' (duration: 192.992692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.894249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.162265Z","time spent":"731.912379ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:37.894298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.166759Z","time spent":"727.437139ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58,"response count":0,"response size":6985,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:37.894437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.022841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:37.89448Z","caller":"traceutil/trace.go:171","msg":"trace[1806172387] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28987; }","duration":"287.067692ms","start":"2026-04-10T15:01:37.607398Z","end":"2026-04-10T15:01:37.894466Z","steps":["trace[1806172387] 'agreement among raft nodes before linearized reading' (duration: 286.966909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.894528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328779381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:01:37.894566Z","caller":"traceutil/trace.go:171","msg":"trace[2078462372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28987; }","duration":"1.328878013s","start":"2026-04-10T15:01:36.565677Z","end":"2026-04-10T15:01:37.894555Z","steps":["trace[2078462372] 'agreement among raft nodes before linearized reading' (duration: 1.328678317s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:37.894592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.565656Z","time spent":"1.328930225s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T15:01:37.894714Z","caller":"traceutil/trace.go:171","msg":"trace[2118126761] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"190.346659ms","start":"2026-04-10T15:01:37.704358Z","end":"2026-04-10T15:01:37.894705Z","steps":["trace[2118126761] 'process raft request' (duration: 189.576985ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:37.936028Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-04-10T15:01:37.936209Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"warn","ts":"2026-04-10T15:01:38.436854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:01:38.442839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.741739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-04-10T15:01:38.442925Z","caller":"traceutil/trace.go:171","msg":"trace[157419844] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:28987; }","duration":"741.866143ms","start":"2026-04-10T15:01:37.70103Z","end":"2026-04-10T15:01:38.442896Z","steps":["trace[157419844] 'agreement among raft nodes before linearized reading' (duration: 193.575481ms)","trace[157419844] 'range keys from in-memory index tree' (duration: 548.092406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:38.442964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914123518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:38.443035Z","caller":"traceutil/trace.go:171","msg":"trace[120422672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28987; }","duration":"1.914267463s","start":"2026-04-10T15:01:36.52875Z","end":"2026-04-10T15:01:38.443017Z","steps":["trace[120422672] 'agreement among raft nodes before linearized reading' (duration: 1.365870497s)","trace[120422672] 'range keys from in-memory index tree' (duration: 548.23169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:38.443007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.540684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:01:38.44315Z","caller":"traceutil/trace.go:171","msg":"trace[148462003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28987; }","duration":"544.710519ms","start":"2026-04-10T15:01:37.89841Z","end":"2026-04-10T15:01:38.443121Z","steps":["trace[148462003] 'agreement among raft nodes before linearized reading' (duration: 37.671185ms)","trace[148462003] 'range keys from in-memory index tree' (duration: 506.745854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:38.443173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:36.528703Z","time spent":"1.914393836s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:38.443215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.898395Z","time spent":"544.805932ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T15:01:38.442966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.701022Z","time spent":"741.935645ms","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-04-10T15:01:38.453071Z","caller":"traceutil/trace.go:171","msg":"trace[2080893863] transaction","detail":"{read_only:false; response_revision:28988; number_of_response:1; }","duration":"550.410149ms","start":"2026-04-10T15:01:37.902635Z","end":"2026-04-10T15:01:38.453045Z","steps":["trace[2080893863] 'process raft request' (duration: 550.255094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.453207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.902623Z","time spent":"550.513002ms","remote":"127.0.0.1:40742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6635,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:38.626308Z","caller":"traceutil/trace.go:171","msg":"trace[1505568965] transaction","detail":"{read_only:false; response_revision:28990; number_of_response:1; }","duration":"289.010714ms","start":"2026-04-10T15:01:38.337276Z","end":"2026-04-10T15:01:38.626286Z","steps":["trace[1505568965] 'process raft request' (duration: 288.851149ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:38.626354Z","caller":"traceutil/trace.go:171","msg":"trace[1934850342] linearizableReadLoop","detail":"{readStateIndex:30016; appliedIndex:30012; }","duration":"690.299131ms","start":"2026-04-10T15:01:37.936031Z","end":"2026-04-10T15:01:38.62633Z","steps":["trace[1934850342] 'read index received' (duration: 516.861423ms)","trace[1934850342] 'applied index is now lower than readState.Index' (duration: 173.436148ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:38.626408Z","caller":"traceutil/trace.go:171","msg":"trace[365301468] transaction","detail":"{read_only:false; response_revision:28989; number_of_response:1; }","duration":"289.719616ms","start":"2026-04-10T15:01:38.336562Z","end":"2026-04-10T15:01:38.626282Z","steps":["trace[365301468] 'process raft request' (duration: 288.435016ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:38.626908Z","caller":"traceutil/trace.go:171","msg":"trace[182501728] transaction","detail":"{read_only:false; response_revision:28991; number_of_response:1; }","duration":"289.618433ms","start":"2026-04-10T15:01:38.337276Z","end":"2026-04-10T15:01:38.626894Z","steps":["trace[182501728] 'process raft request' (duration: 288.951402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.626949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.286495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:38.626989Z","caller":"traceutil/trace.go:171","msg":"trace[1424186495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28991; }","duration":"182.370988ms","start":"2026-04-10T15:01:38.444606Z","end":"2026-04-10T15:01:38.626977Z","steps":["trace[1424186495] 'agreement among raft nodes before linearized reading' (duration: 182.291465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.627089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.300996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18236"} {"level":"info","ts":"2026-04-10T15:01:38.627158Z","caller":"traceutil/trace.go:171","msg":"trace[935458215] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28991; }","duration":"182.408909ms","start":"2026-04-10T15:01:38.444733Z","end":"2026-04-10T15:01:38.627142Z","steps":["trace[935458215] 'agreement among raft nodes before linearized reading' (duration: 182.173912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.627104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.527747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:38.627345Z","caller":"traceutil/trace.go:171","msg":"trace[1067363474] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28991; }","duration":"724.784846ms","start":"2026-04-10T15:01:37.902503Z","end":"2026-04-10T15:01:38.627287Z","steps":["trace[1067363474] 'agreement among raft nodes before linearized reading' (duration: 724.524238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.627442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.445597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-10T15:01:38.627494Z","caller":"traceutil/trace.go:171","msg":"trace[1665334187] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28991; }","duration":"364.53362ms","start":"2026-04-10T15:01:38.262945Z","end":"2026-04-10T15:01:38.627479Z","steps":["trace[1665334187] 'agreement among raft nodes before linearized reading' (duration: 363.720794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.627426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.375894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-10T15:01:38.627551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:37.902491Z","time spent":"724.92249ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:01:38.62753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:38.262922Z","time spent":"364.598532ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-10T15:01:38.627653Z","caller":"traceutil/trace.go:171","msg":"trace[2144786070] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28991; }","duration":"179.608251ms","start":"2026-04-10T15:01:38.447979Z","end":"2026-04-10T15:01:38.627587Z","steps":["trace[2144786070] 'agreement among raft nodes before linearized reading' (duration: 179.151237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.86376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.80291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:01:38.863842Z","caller":"traceutil/trace.go:171","msg":"trace[438985583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28992; }","duration":"119.972306ms","start":"2026-04-10T15:01:38.743849Z","end":"2026-04-10T15:01:38.863822Z","steps":["trace[438985583] 'range keys from in-memory index tree' (duration: 119.523811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:38.86384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.555904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-04-10T15:01:38.863914Z","caller":"traceutil/trace.go:171","msg":"trace[1964461525] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28992; }","duration":"127.670558ms","start":"2026-04-10T15:01:38.736223Z","end":"2026-04-10T15:01:38.863894Z","steps":["trace[1964461525] 'range keys from in-memory index tree' (duration: 127.380878ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.026128Z","caller":"traceutil/trace.go:171","msg":"trace[755982503] linearizableReadLoop","detail":"{readStateIndex:30019; appliedIndex:30018; }","duration":"112.423226ms","start":"2026-04-10T15:01:38.913637Z","end":"2026-04-10T15:01:39.02606Z","steps":["trace[755982503] 'read index received' (duration: 106.444908ms)","trace[755982503] 'applied index is now lower than readState.Index' (duration: 5.976918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:39.026399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.754457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-04-10T15:01:39.026461Z","caller":"traceutil/trace.go:171","msg":"trace[2112592403] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28994; }","duration":"112.891762ms","start":"2026-04-10T15:01:38.913561Z","end":"2026-04-10T15:01:39.026452Z","steps":["trace[2112592403] 'agreement among raft nodes before linearized reading' (duration: 112.695775ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.02667Z","caller":"traceutil/trace.go:171","msg":"trace[1040973137] transaction","detail":"{read_only:false; response_revision:28994; number_of_response:1; }","duration":"114.917165ms","start":"2026-04-10T15:01:38.911697Z","end":"2026-04-10T15:01:39.026614Z","steps":["trace[1040973137] 'process raft request' (duration: 108.453521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:39.421047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.218594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:39.421161Z","caller":"traceutil/trace.go:171","msg":"trace[84977902] linearizableReadLoop","detail":"{readStateIndex:30021; appliedIndex:30020; }","duration":"335.27184ms","start":"2026-04-10T15:01:39.085871Z","end":"2026-04-10T15:01:39.421143Z","steps":["trace[84977902] 'read index received' (duration: 111.808908ms)","trace[84977902] 'applied index is now lower than readState.Index' (duration: 223.461602ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:39.421264Z","caller":"traceutil/trace.go:171","msg":"trace[1857812666] transaction","detail":"{read_only:false; response_revision:28996; number_of_response:1; }","duration":"339.389059ms","start":"2026-04-10T15:01:39.081837Z","end":"2026-04-10T15:01:39.421226Z","steps":["trace[1857812666] 'process raft request' (duration: 115.903067ms)","trace[1857812666] 'compare' (duration: 222.992127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:39.421421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:39.081818Z","time spent":"339.530173ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:39.421614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.904939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:01:39.421723Z","caller":"traceutil/trace.go:171","msg":"trace[1603572192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28996; }","duration":"260.066153ms","start":"2026-04-10T15:01:39.16163Z","end":"2026-04-10T15:01:39.421697Z","steps":["trace[1603572192] 'agreement among raft nodes before linearized reading' (duration: 259.734283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:39.421696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.775185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-04-10T15:01:39.421888Z","caller":"traceutil/trace.go:171","msg":"trace[228327153] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28996; }","duration":"336.030783ms","start":"2026-04-10T15:01:39.085828Z","end":"2026-04-10T15:01:39.421859Z","steps":["trace[228327153] 'agreement among raft nodes before linearized reading' (duration: 335.412394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:39.421951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:39.085815Z","time spent":"336.124177ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-10T15:01:39.421922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.602328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T15:01:39.42204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.757421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:01:39.422036Z","caller":"traceutil/trace.go:171","msg":"trace[1755946433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28996; }","duration":"258.745442ms","start":"2026-04-10T15:01:39.16325Z","end":"2026-04-10T15:01:39.421995Z","steps":["trace[1755946433] 'agreement among raft nodes before linearized reading' (duration: 258.540005ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.422096Z","caller":"traceutil/trace.go:171","msg":"trace[1172378221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28996; }","duration":"257.873824ms","start":"2026-04-10T15:01:39.164208Z","end":"2026-04-10T15:01:39.422082Z","steps":["trace[1172378221] 'agreement among raft nodes before linearized reading' (duration: 257.683718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:39.422044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.514776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T15:01:39.421862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.959127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:01:39.422226Z","caller":"traceutil/trace.go:171","msg":"trace[2093233625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28996; }","duration":"252.724682ms","start":"2026-04-10T15:01:39.169488Z","end":"2026-04-10T15:01:39.422213Z","steps":["trace[2093233625] 'agreement among raft nodes before linearized reading' (duration: 252.34121ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.422271Z","caller":"traceutil/trace.go:171","msg":"trace[370912021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28996; }","duration":"258.398951ms","start":"2026-04-10T15:01:39.163855Z","end":"2026-04-10T15:01:39.422253Z","steps":["trace[370912021] 'agreement among raft nodes before linearized reading' (duration: 257.785581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:39.422898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.799266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:01:39.423152Z","caller":"traceutil/trace.go:171","msg":"trace[1811733464] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28996; }","duration":"261.182248ms","start":"2026-04-10T15:01:39.161941Z","end":"2026-04-10T15:01:39.423123Z","steps":["trace[1811733464] 'agreement among raft nodes before linearized reading' (duration: 259.876217ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.589642Z","caller":"traceutil/trace.go:171","msg":"trace[1811249082] transaction","detail":"{read_only:false; response_revision:28998; number_of_response:1; }","duration":"162.255436ms","start":"2026-04-10T15:01:39.427362Z","end":"2026-04-10T15:01:39.589617Z","steps":["trace[1811249082] 'process raft request' (duration: 162.006988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.590017Z","caller":"traceutil/trace.go:171","msg":"trace[349601674] transaction","detail":"{read_only:false; response_revision:28999; number_of_response:1; }","duration":"162.499492ms","start":"2026-04-10T15:01:39.427491Z","end":"2026-04-10T15:01:39.589991Z","steps":["trace[349601674] 'process raft request' (duration: 162.069689ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.590297Z","caller":"traceutil/trace.go:171","msg":"trace[624396852] transaction","detail":"{read_only:false; response_revision:29000; number_of_response:1; }","duration":"161.960776ms","start":"2026-04-10T15:01:39.42832Z","end":"2026-04-10T15:01:39.590281Z","steps":["trace[624396852] 'process raft request' (duration: 161.564023ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.59035Z","caller":"traceutil/trace.go:171","msg":"trace[611589864] linearizableReadLoop","detail":"{readStateIndex:30027; appliedIndex:30021; }","duration":"158.428195ms","start":"2026-04-10T15:01:39.431902Z","end":"2026-04-10T15:01:39.59033Z","steps":["trace[611589864] 'read index received' (duration: 51.625775ms)","trace[611589864] 'applied index is now lower than readState.Index' (duration: 106.80152ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:39.590412Z","caller":"traceutil/trace.go:171","msg":"trace[856686238] transaction","detail":"{read_only:false; response_revision:29001; number_of_response:1; }","duration":"162.025248ms","start":"2026-04-10T15:01:39.428347Z","end":"2026-04-10T15:01:39.590372Z","steps":["trace[856686238] 'process raft request' (duration: 161.813982ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.590464Z","caller":"traceutil/trace.go:171","msg":"trace[63152289] transaction","detail":"{read_only:false; response_revision:29002; number_of_response:1; }","duration":"161.258224ms","start":"2026-04-10T15:01:39.429192Z","end":"2026-04-10T15:01:39.59045Z","steps":["trace[63152289] 'process raft request' (duration: 161.091719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:39.590575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.652152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-10T15:01:39.590626Z","caller":"traceutil/trace.go:171","msg":"trace[660580465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:29002; }","duration":"158.733435ms","start":"2026-04-10T15:01:39.431869Z","end":"2026-04-10T15:01:39.590603Z","steps":["trace[660580465] 'agreement among raft nodes before linearized reading' (duration: 158.58883ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:39.820428Z","caller":"traceutil/trace.go:171","msg":"trace[194482203] linearizableReadLoop","detail":"{readStateIndex:30030; appliedIndex:30029; }","duration":"143.558827ms","start":"2026-04-10T15:01:39.676844Z","end":"2026-04-10T15:01:39.820403Z","steps":["trace[194482203] 'read index received' (duration: 143.512096ms)","trace[194482203] 'applied index is now lower than readState.Index' (duration: 41.561µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:39.820569Z","caller":"traceutil/trace.go:171","msg":"trace[2077050513] transaction","detail":"{read_only:false; response_revision:29005; number_of_response:1; }","duration":"144.94973ms","start":"2026-04-10T15:01:39.675581Z","end":"2026-04-10T15:01:39.820531Z","steps":["trace[2077050513] 'process raft request' (duration: 144.651871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:39.820866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.9872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-10T15:01:39.820917Z","caller":"traceutil/trace.go:171","msg":"trace[1364033889] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:29005; }","duration":"144.092294ms","start":"2026-04-10T15:01:39.67681Z","end":"2026-04-10T15:01:39.820902Z","steps":["trace[1364033889] 'agreement among raft nodes before linearized reading' (duration: 143.686951ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:40.046324Z","caller":"traceutil/trace.go:171","msg":"trace[2069913546] linearizableReadLoop","detail":"{readStateIndex:30034; appliedIndex:30033; }","duration":"178.463505ms","start":"2026-04-10T15:01:39.867834Z","end":"2026-04-10T15:01:40.046298Z","steps":["trace[2069913546] 'read index received' (duration: 178.30618ms)","trace[2069913546] 'applied index is now lower than readState.Index' (duration: 155.745µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:40.046432Z","caller":"traceutil/trace.go:171","msg":"trace[1394673131] transaction","detail":"{read_only:false; response_revision:29009; number_of_response:1; }","duration":"179.455396ms","start":"2026-04-10T15:01:39.866934Z","end":"2026-04-10T15:01:40.04639Z","steps":["trace[1394673131] 'process raft request' (duration: 179.148196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:40.046598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.736804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-04-10T15:01:40.046642Z","caller":"traceutil/trace.go:171","msg":"trace[716927922] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:29009; }","duration":"178.812077ms","start":"2026-04-10T15:01:39.867818Z","end":"2026-04-10T15:01:40.04663Z","steps":["trace[716927922] 'agreement among raft nodes before linearized reading' (duration: 178.59096ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:40.278173Z","caller":"traceutil/trace.go:171","msg":"trace[1360360523] linearizableReadLoop","detail":"{readStateIndex:30035; appliedIndex:30034; }","duration":"221.309544ms","start":"2026-04-10T15:01:40.056819Z","end":"2026-04-10T15:01:40.278128Z","steps":["trace[1360360523] 'read index received' (duration: 171.676442ms)","trace[1360360523] 'applied index is now lower than readState.Index' (duration: 49.631441ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:40.278253Z","caller":"traceutil/trace.go:171","msg":"trace[1902490923] transaction","detail":"{read_only:false; response_revision:29010; number_of_response:1; }","duration":"225.881367ms","start":"2026-04-10T15:01:40.052299Z","end":"2026-04-10T15:01:40.27818Z","steps":["trace[1902490923] 'process raft request' (duration: 176.150683ms)","trace[1902490923] 'compare' (duration: 49.226308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:40.278642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.778748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-10T15:01:40.278718Z","caller":"traceutil/trace.go:171","msg":"trace[1163373483] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29010; }","duration":"221.896421ms","start":"2026-04-10T15:01:40.0568Z","end":"2026-04-10T15:01:40.278696Z","steps":["trace[1163373483] 'agreement among raft nodes before linearized reading' (duration: 221.494919ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:40.663206Z","caller":"traceutil/trace.go:171","msg":"trace[972959213] linearizableReadLoop","detail":"{readStateIndex:30038; appliedIndex:30037; }","duration":"210.006187ms","start":"2026-04-10T15:01:40.453167Z","end":"2026-04-10T15:01:40.663173Z","steps":["trace[972959213] 'read index received' (duration: 209.826111ms)","trace[972959213] 'applied index is now lower than readState.Index' (duration: 174.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:40.663334Z","caller":"traceutil/trace.go:171","msg":"trace[833662058] transaction","detail":"{read_only:false; response_revision:29012; number_of_response:1; }","duration":"210.175653ms","start":"2026-04-10T15:01:40.453117Z","end":"2026-04-10T15:01:40.663293Z","steps":["trace[833662058] 'process raft request' (duration: 209.716378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:40.663438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.247295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-04-10T15:01:40.663486Z","caller":"traceutil/trace.go:171","msg":"trace[846321166] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:29012; }","duration":"210.37691ms","start":"2026-04-10T15:01:40.453097Z","end":"2026-04-10T15:01:40.663474Z","steps":["trace[846321166] 'agreement among raft nodes before linearized reading' (duration: 210.219305ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:40.937315Z","caller":"traceutil/trace.go:171","msg":"trace[2140739639] linearizableReadLoop","detail":"{readStateIndex:30042; appliedIndex:30038; }","duration":"274.003142ms","start":"2026-04-10T15:01:40.663281Z","end":"2026-04-10T15:01:40.937284Z","steps":["trace[2140739639] 'read index received' (duration: 273.576369ms)","trace[2140739639] 'applied index is now lower than readState.Index' (duration: 425.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:40.93779Z","caller":"traceutil/trace.go:171","msg":"trace[753950304] transaction","detail":"{read_only:false; response_revision:29015; number_of_response:1; }","duration":"302.134496ms","start":"2026-04-10T15:01:40.635607Z","end":"2026-04-10T15:01:40.937742Z","steps":["trace[753950304] 'process raft request' (duration: 301.590679ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:40.937857Z","caller":"traceutil/trace.go:171","msg":"trace[1861082657] transaction","detail":"{read_only:false; response_revision:29013; number_of_response:1; }","duration":"458.900809ms","start":"2026-04-10T15:01:40.478902Z","end":"2026-04-10T15:01:40.937803Z","steps":["trace[1861082657] 'process raft request' (duration: 458.009841ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:40.937947Z","caller":"traceutil/trace.go:171","msg":"trace[2091586303] transaction","detail":"{read_only:false; response_revision:29016; number_of_response:1; }","duration":"301.978902ms","start":"2026-04-10T15:01:40.63594Z","end":"2026-04-10T15:01:40.937919Z","steps":["trace[2091586303] 'process raft request' (duration: 301.29513ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:40.937947Z","caller":"traceutil/trace.go:171","msg":"trace[1806998674] transaction","detail":"{read_only:false; response_revision:29014; number_of_response:1; }","duration":"303.109547ms","start":"2026-04-10T15:01:40.634779Z","end":"2026-04-10T15:01:40.937889Z","steps":["trace[1806998674] 'process raft request' (duration: 302.372954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:40.938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.729658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:40.938086Z","caller":"traceutil/trace.go:171","msg":"trace[925185169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29016; }","duration":"413.875503ms","start":"2026-04-10T15:01:40.52419Z","end":"2026-04-10T15:01:40.938065Z","steps":["trace[925185169] 'agreement among raft nodes before linearized reading' (duration: 413.695967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:40.938096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:40.478867Z","time spent":"459.102156ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:40.938133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:40.524158Z","time spent":"413.967465ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:01:40.938159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:40.63591Z","time spent":"302.135256ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:40.938161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:40.634755Z","time spent":"303.293163ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:40.938166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:40.635573Z","time spent":"302.321442ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:40.996225Z","caller":"traceutil/trace.go:171","msg":"trace[7633726] transaction","detail":"{read_only:false; response_revision:29017; number_of_response:1; }","duration":"326.565466ms","start":"2026-04-10T15:01:40.669597Z","end":"2026-04-10T15:01:40.996163Z","steps":["trace[7633726] 'process raft request' (duration: 326.234405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:40.996474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:40.669565Z","time spent":"326.793103ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:40.99656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.555005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-04-10T15:01:40.996643Z","caller":"traceutil/trace.go:171","msg":"trace[607400528] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:29017; }","duration":"326.687229ms","start":"2026-04-10T15:01:40.669938Z","end":"2026-04-10T15:01:40.996625Z","steps":["trace[607400528] 'agreement among raft nodes before linearized reading' (duration: 326.38018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:40.996681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:40.669925Z","time spent":"326.749381ms","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9528,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-04-10T15:01:41.56725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839139874,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:01:41.629043Z","caller":"traceutil/trace.go:171","msg":"trace[1927352796] linearizableReadLoop","detail":"{readStateIndex:30045; appliedIndex:30044; }","duration":"562.497839ms","start":"2026-04-10T15:01:41.066522Z","end":"2026-04-10T15:01:41.62902Z","steps":["trace[1927352796] 'read index received' (duration: 562.296792ms)","trace[1927352796] 'applied index is now lower than readState.Index' (duration: 200.097µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:41.629289Z","caller":"traceutil/trace.go:171","msg":"trace[397812448] transaction","detail":"{read_only:false; response_revision:29019; number_of_response:1; }","duration":"567.60748ms","start":"2026-04-10T15:01:41.061669Z","end":"2026-04-10T15:01:41.629276Z","steps":["trace[397812448] 'process raft request' (duration: 567.200517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:41.629383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:41.061637Z","time spent":"567.690962ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:01:41.629673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.210173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:01:41.629766Z","caller":"traceutil/trace.go:171","msg":"trace[2128380461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29019; }","duration":"141.355588ms","start":"2026-04-10T15:01:41.48839Z","end":"2026-04-10T15:01:41.629745Z","steps":["trace[2128380461] 'agreement among raft nodes before linearized reading' (duration: 141.044308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:41.629909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.684401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:41.629932Z","caller":"traceutil/trace.go:171","msg":"trace[2048985694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29019; }","duration":"102.744393ms","start":"2026-04-10T15:01:41.52718Z","end":"2026-04-10T15:01:41.629925Z","steps":["trace[2048985694] 'agreement among raft nodes before linearized reading' (duration: 102.701962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:41.630033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.495741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-04-10T15:01:41.630113Z","caller":"traceutil/trace.go:171","msg":"trace[1136852556] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:29019; }","duration":"563.608564ms","start":"2026-04-10T15:01:41.066482Z","end":"2026-04-10T15:01:41.63009Z","steps":["trace[1136852556] 'agreement among raft nodes before linearized reading' (duration: 563.441499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:41.630171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:41.066462Z","time spent":"563.692186ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-10T15:01:41.993712Z","caller":"traceutil/trace.go:171","msg":"trace[817829162] transaction","detail":"{read_only:false; response_revision:29028; number_of_response:1; }","duration":"136.879197ms","start":"2026-04-10T15:01:41.8568Z","end":"2026-04-10T15:01:41.993679Z","steps":["trace[817829162] 'process raft request' (duration: 136.807675ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:41.993906Z","caller":"traceutil/trace.go:171","msg":"trace[515504846] linearizableReadLoop","detail":"{readStateIndex:30050; appliedIndex:30046; }","duration":"352.819211ms","start":"2026-04-10T15:01:41.641065Z","end":"2026-04-10T15:01:41.993884Z","steps":["trace[515504846] 'read index received' (duration: 21.077903ms)","trace[515504846] 'applied index is now lower than readState.Index' (duration: 331.739888ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:41.994075Z","caller":"traceutil/trace.go:171","msg":"trace[1636693698] transaction","detail":"{read_only:false; response_revision:29024; number_of_response:1; }","duration":"353.378519ms","start":"2026-04-10T15:01:41.640683Z","end":"2026-04-10T15:01:41.994061Z","steps":["trace[1636693698] 'process raft request' (duration: 298.803492ms)","trace[1636693698] 'compare' (duration: 53.467552ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:41.994167Z","caller":"traceutil/trace.go:171","msg":"trace[1442946552] transaction","detail":"{read_only:false; response_revision:29027; number_of_response:1; }","duration":"138.183118ms","start":"2026-04-10T15:01:41.855954Z","end":"2026-04-10T15:01:41.994137Z","steps":["trace[1442946552] 'process raft request' (duration: 137.59777ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:41.994396Z","caller":"traceutil/trace.go:171","msg":"trace[1522016633] transaction","detail":"{read_only:false; response_revision:29026; number_of_response:1; }","duration":"139.297603ms","start":"2026-04-10T15:01:41.85508Z","end":"2026-04-10T15:01:41.994378Z","steps":["trace[1522016633] 'process raft request' (duration: 138.399654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:41.994413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:41.640659Z","time spent":"353.484302ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:01:41.994594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.503513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-10T15:01:41.994495Z","caller":"traceutil/trace.go:171","msg":"trace[1222811050] transaction","detail":"{read_only:false; response_revision:29025; number_of_response:1; }","duration":"351.395787ms","start":"2026-04-10T15:01:41.643049Z","end":"2026-04-10T15:01:41.994445Z","steps":["trace[1222811050] 'process raft request' (duration: 350.150998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:41.995013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.217982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:41.995257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:41.643018Z","time spent":"351.950664ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:41.99472Z","caller":"traceutil/trace.go:171","msg":"trace[409525440] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:29028; }","duration":"353.642677ms","start":"2026-04-10T15:01:41.641026Z","end":"2026-04-10T15:01:41.994669Z","steps":["trace[409525440] 'agreement among raft nodes before linearized reading' (duration: 353.358128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:41.995673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:41.641013Z","time spent":"354.618248ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-10T15:01:41.995342Z","caller":"traceutil/trace.go:171","msg":"trace[1739688972] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29028; }","duration":"263.926885ms","start":"2026-04-10T15:01:41.731373Z","end":"2026-04-10T15:01:41.9953Z","steps":["trace[1739688972] 'agreement among raft nodes before linearized reading' (duration: 263.178051ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:42.141496Z","caller":"traceutil/trace.go:171","msg":"trace[1466182620] linearizableReadLoop","detail":"{readStateIndex:30056; appliedIndex:30055; }","duration":"121.444321ms","start":"2026-04-10T15:01:42.020008Z","end":"2026-04-10T15:01:42.141452Z","steps":["trace[1466182620] 'read index received' (duration: 118.401906ms)","trace[1466182620] 'applied index is now lower than readState.Index' (duration: 3.040965ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:42.141539Z","caller":"traceutil/trace.go:171","msg":"trace[1228434358] transaction","detail":"{read_only:false; response_revision:29030; number_of_response:1; }","duration":"121.939247ms","start":"2026-04-10T15:01:42.019561Z","end":"2026-04-10T15:01:42.141501Z","steps":["trace[1228434358] 'process raft request' (duration: 118.915962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:42.141923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.886615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9579"} {"level":"info","ts":"2026-04-10T15:01:42.142049Z","caller":"traceutil/trace.go:171","msg":"trace[1711325831] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:29030; }","duration":"122.073231ms","start":"2026-04-10T15:01:42.019948Z","end":"2026-04-10T15:01:42.142021Z","steps":["trace[1711325831] 'agreement among raft nodes before linearized reading' (duration: 121.656338ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:43.089403Z","caller":"traceutil/trace.go:171","msg":"trace[426195043] transaction","detail":"{read_only:false; response_revision:29034; number_of_response:1; }","duration":"131.859059ms","start":"2026-04-10T15:01:42.957517Z","end":"2026-04-10T15:01:43.089376Z","steps":["trace[426195043] 'process raft request' (duration: 131.628352ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:43.089716Z","caller":"traceutil/trace.go:171","msg":"trace[863211621] transaction","detail":"{read_only:false; response_revision:29035; number_of_response:1; }","duration":"131.706763ms","start":"2026-04-10T15:01:42.957972Z","end":"2026-04-10T15:01:43.089679Z","steps":["trace[863211621] 'process raft request' (duration: 131.354062ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:43.089835Z","caller":"traceutil/trace.go:171","msg":"trace[1758359004] transaction","detail":"{read_only:false; response_revision:29036; number_of_response:1; }","duration":"109.238337ms","start":"2026-04-10T15:01:42.980537Z","end":"2026-04-10T15:01:43.089775Z","steps":["trace[1758359004] 'process raft request' (duration: 109.053192ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:43.269985Z","caller":"traceutil/trace.go:171","msg":"trace[564124454] transaction","detail":"{read_only:false; response_revision:29037; number_of_response:1; }","duration":"173.894981ms","start":"2026-04-10T15:01:43.096046Z","end":"2026-04-10T15:01:43.269941Z","steps":["trace[564124454] 'process raft request' (duration: 74.668239ms)","trace[564124454] 'compare' (duration: 99.039066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:43.977906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.456238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:01:43.978009Z","caller":"traceutil/trace.go:171","msg":"trace[755635210] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:29041; }","duration":"201.647565ms","start":"2026-04-10T15:01:43.776337Z","end":"2026-04-10T15:01:43.977985Z","steps":["trace[755635210] 'count revisions from in-memory index tree' (duration: 201.368356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:43.978143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.325899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:01:43.978255Z","caller":"traceutil/trace.go:171","msg":"trace[715102259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29041; }","duration":"251.509484ms","start":"2026-04-10T15:01:43.72672Z","end":"2026-04-10T15:01:43.978229Z","steps":["trace[715102259] 'range keys from in-memory index tree' (duration: 251.068641ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:44.236023Z","caller":"traceutil/trace.go:171","msg":"trace[979647754] transaction","detail":"{read_only:false; response_revision:29043; number_of_response:1; }","duration":"234.758886ms","start":"2026-04-10T15:01:44.001227Z","end":"2026-04-10T15:01:44.235986Z","steps":["trace[979647754] 'process raft request' (duration: 200.798038ms)","trace[979647754] 'compare' (duration: 33.38551ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:44.236286Z","caller":"traceutil/trace.go:171","msg":"trace[1807209963] linearizableReadLoop","detail":"{readStateIndex:30071; appliedIndex:30069; }","duration":"161.615836ms","start":"2026-04-10T15:01:44.074633Z","end":"2026-04-10T15:01:44.236249Z","steps":["trace[1807209963] 'read index received' (duration: 127.413239ms)","trace[1807209963] 'applied index is now lower than readState.Index' (duration: 34.200546ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:44.236523Z","caller":"traceutil/trace.go:171","msg":"trace[1361873058] transaction","detail":"{read_only:false; response_revision:29044; number_of_response:1; }","duration":"235.118338ms","start":"2026-04-10T15:01:44.001291Z","end":"2026-04-10T15:01:44.236409Z","steps":["trace[1361873058] 'process raft request' (duration: 234.598731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:44.236606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.861777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:01:44.236715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.85835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:01:44.236759Z","caller":"traceutil/trace.go:171","msg":"trace[1901645105] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29044; }","duration":"178.076393ms","start":"2026-04-10T15:01:44.058659Z","end":"2026-04-10T15:01:44.236735Z","steps":["trace[1901645105] 'agreement among raft nodes before linearized reading' (duration: 177.794464ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:44.23684Z","caller":"traceutil/trace.go:171","msg":"trace[911026470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29044; }","duration":"234.998074ms","start":"2026-04-10T15:01:44.001813Z","end":"2026-04-10T15:01:44.236811Z","steps":["trace[911026470] 'agreement among raft nodes before linearized reading' (duration: 234.55718ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:44.26767Z","caller":"traceutil/trace.go:171","msg":"trace[223090547] transaction","detail":"{read_only:false; response_revision:29045; number_of_response:1; }","duration":"187.978144ms","start":"2026-04-10T15:01:44.079658Z","end":"2026-04-10T15:01:44.267636Z","steps":["trace[223090547] 'process raft request' (duration: 187.752807ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:45.383371Z","caller":"traceutil/trace.go:171","msg":"trace[1624042136] transaction","detail":"{read_only:false; response_revision:29048; number_of_response:1; }","duration":"332.453041ms","start":"2026-04-10T15:01:45.05089Z","end":"2026-04-10T15:01:45.383343Z","steps":["trace[1624042136] 'process raft request' (duration: 332.289946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:45.383528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:45.050865Z","time spent":"332.577855ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:45.499159Z","caller":"traceutil/trace.go:171","msg":"trace[2107824921] transaction","detail":"{read_only:false; response_revision:29049; number_of_response:1; }","duration":"403.247938ms","start":"2026-04-10T15:01:45.095887Z","end":"2026-04-10T15:01:45.499135Z","steps":["trace[2107824921] 'process raft request' (duration: 331.930604ms)","trace[2107824921] 'compare' (duration: 70.905501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:45.49929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:45.095861Z","time spent":"403.355752ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:45.499303Z","caller":"traceutil/trace.go:171","msg":"trace[1525734362] linearizableReadLoop","detail":"{readStateIndex:30077; appliedIndex:30075; }","duration":"223.961236ms","start":"2026-04-10T15:01:45.275307Z","end":"2026-04-10T15:01:45.499268Z","steps":["trace[1525734362] 'read index received' (duration: 108.513964ms)","trace[1525734362] 'applied index is now lower than readState.Index' (duration: 115.443932ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:45.499402Z","caller":"traceutil/trace.go:171","msg":"trace[1490643158] transaction","detail":"{read_only:false; response_revision:29050; number_of_response:1; }","duration":"403.336391ms","start":"2026-04-10T15:01:45.096019Z","end":"2026-04-10T15:01:45.499356Z","steps":["trace[1490643158] 'process raft request' (duration: 403.074703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:45.499565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.227805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:01:45.499606Z","caller":"traceutil/trace.go:171","msg":"trace[2128534781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29050; }","duration":"224.348479ms","start":"2026-04-10T15:01:45.275246Z","end":"2026-04-10T15:01:45.499595Z","steps":["trace[2128534781] 'agreement among raft nodes before linearized reading' (duration: 224.134502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:45.499701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:45.095989Z","time spent":"403.60278ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:01:46.236277Z","caller":"traceutil/trace.go:171","msg":"trace[1075212281] transaction","detail":"{read_only:false; response_revision:29056; number_of_response:1; }","duration":"155.371398ms","start":"2026-04-10T15:01:46.080879Z","end":"2026-04-10T15:01:46.236251Z","steps":["trace[1075212281] 'process raft request' (duration: 155.196583ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:47.55389Z","caller":"traceutil/trace.go:171","msg":"trace[63034538] transaction","detail":"{read_only:false; response_revision:29062; number_of_response:1; }","duration":"163.147973ms","start":"2026-04-10T15:01:47.390708Z","end":"2026-04-10T15:01:47.553856Z","steps":["trace[63034538] 'process raft request' (duration: 162.832103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:47.844551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.84196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:47.844739Z","caller":"traceutil/trace.go:171","msg":"trace[304991282] linearizableReadLoop","detail":"{readStateIndex:30092; appliedIndex:30091; }","duration":"115.859655ms","start":"2026-04-10T15:01:47.728812Z","end":"2026-04-10T15:01:47.844672Z","steps":["trace[304991282] 'read index received' (duration: 52.761µs)","trace[304991282] 'applied index is now lower than readState.Index' (duration: 115.805134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:47.845294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.480365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:01:47.845335Z","caller":"traceutil/trace.go:171","msg":"trace[1080206431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29065; }","duration":"116.553587ms","start":"2026-04-10T15:01:47.728771Z","end":"2026-04-10T15:01:47.845325Z","steps":["trace[1080206431] 'agreement among raft nodes before linearized reading' (duration: 116.393741ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:47.844865Z","caller":"traceutil/trace.go:171","msg":"trace[692141750] transaction","detail":"{read_only:false; response_revision:29065; number_of_response:1; }","duration":"252.757003ms","start":"2026-04-10T15:01:47.592091Z","end":"2026-04-10T15:01:47.844848Z","steps":["trace[692141750] 'process raft request' (duration: 30.51813ms)","trace[692141750] 'compare' (duration: 221.670955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:48.387301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.351922ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T15:01:48.388179Z","caller":"traceutil/trace.go:171","msg":"trace[1961988399] transaction","detail":"{read_only:false; response_revision:29070; number_of_response:1; }","duration":"142.07328ms","start":"2026-04-10T15:01:48.246084Z","end":"2026-04-10T15:01:48.388157Z","steps":["trace[1961988399] 'process raft request' (duration: 141.307556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:48.591261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.331455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:01:48.591511Z","caller":"traceutil/trace.go:171","msg":"trace[1979716626] linearizableReadLoop","detail":"{readStateIndex:30100; appliedIndex:30096; }","duration":"247.814288ms","start":"2026-04-10T15:01:48.343676Z","end":"2026-04-10T15:01:48.59149Z","steps":["trace[1979716626] 'read index received' (duration: 30.449099ms)","trace[1979716626] 'applied index is now lower than readState.Index' (duration: 217.363559ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:48.591929Z","caller":"traceutil/trace.go:171","msg":"trace[1170727598] transaction","detail":"{read_only:false; response_revision:29072; number_of_response:1; }","duration":"259.852836ms","start":"2026-04-10T15:01:48.332041Z","end":"2026-04-10T15:01:48.591894Z","steps":["trace[1170727598] 'process raft request' (duration: 259.34086ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:48.591989Z","caller":"traceutil/trace.go:171","msg":"trace[463000932] transaction","detail":"{read_only:false; response_revision:29071; number_of_response:1; }","duration":"265.249386ms","start":"2026-04-10T15:01:48.326703Z","end":"2026-04-10T15:01:48.591952Z","steps":["trace[463000932] 'process raft request' (duration: 104.112596ms)","trace[463000932] 'compare' (duration: 160.022325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:48.591978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.303683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:01:48.592161Z","caller":"traceutil/trace.go:171","msg":"trace[477817876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29072; }","duration":"248.514299ms","start":"2026-04-10T15:01:48.34363Z","end":"2026-04-10T15:01:48.592145Z","steps":["trace[477817876] 'agreement among raft nodes before linearized reading' (duration: 248.21388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:48.597053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.516254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:01:48.597102Z","caller":"traceutil/trace.go:171","msg":"trace[559608179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29073; }","duration":"244.621507ms","start":"2026-04-10T15:01:48.352466Z","end":"2026-04-10T15:01:48.597088Z","steps":["trace[559608179] 'agreement among raft nodes before linearized reading' (duration: 244.440681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:48.597131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.664134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-10T15:01:48.597177Z","caller":"traceutil/trace.go:171","msg":"trace[570372614] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29073; }","duration":"132.761627ms","start":"2026-04-10T15:01:48.464403Z","end":"2026-04-10T15:01:48.597165Z","steps":["trace[570372614] 'agreement among raft nodes before linearized reading' (duration: 132.633153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:48.597369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.298954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-10T15:01:48.597469Z","caller":"traceutil/trace.go:171","msg":"trace[519327040] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29073; }","duration":"194.440258ms","start":"2026-04-10T15:01:48.403008Z","end":"2026-04-10T15:01:48.597449Z","steps":["trace[519327040] 'agreement among raft nodes before linearized reading' (duration: 194.085867ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:48.597582Z","caller":"traceutil/trace.go:171","msg":"trace[1849501150] transaction","detail":"{read_only:false; response_revision:29073; number_of_response:1; }","duration":"152.891281ms","start":"2026-04-10T15:01:48.444471Z","end":"2026-04-10T15:01:48.597362Z","steps":["trace[1849501150] 'process raft request' (duration: 152.328453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:53.086106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.710774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-10T15:01:53.086222Z","caller":"traceutil/trace.go:171","msg":"trace[774151134] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:29136; }","duration":"110.89002ms","start":"2026-04-10T15:01:52.975309Z","end":"2026-04-10T15:01:53.086199Z","steps":["trace[774151134] 'agreement among raft nodes before linearized reading' (duration: 110.538988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:53.086746Z","caller":"traceutil/trace.go:171","msg":"trace[942215873] transaction","detail":"{read_only:false; response_revision:29136; number_of_response:1; }","duration":"106.524572ms","start":"2026-04-10T15:01:52.980193Z","end":"2026-04-10T15:01:53.086717Z","steps":["trace[942215873] 'process raft request' (duration: 105.424507ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:54.848558Z","caller":"traceutil/trace.go:171","msg":"trace[220914469] linearizableReadLoop","detail":"{readStateIndex:30201; appliedIndex:30199; }","duration":"128.229584ms","start":"2026-04-10T15:01:54.7203Z","end":"2026-04-10T15:01:54.848529Z","steps":["trace[220914469] 'read index received' (duration: 23.429607ms)","trace[220914469] 'applied index is now lower than readState.Index' (duration: 104.798677ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:54.848831Z","caller":"traceutil/trace.go:171","msg":"trace[457964800] transaction","detail":"{read_only:false; response_revision:29170; number_of_response:1; }","duration":"153.1765ms","start":"2026-04-10T15:01:54.695641Z","end":"2026-04-10T15:01:54.848818Z","steps":["trace[457964800] 'process raft request' (duration: 91.52756ms)","trace[457964800] 'compare' (duration: 61.228806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:54.849109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.806773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:01:54.849134Z","caller":"traceutil/trace.go:171","msg":"trace[1723549555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29170; }","duration":"128.910246ms","start":"2026-04-10T15:01:54.720216Z","end":"2026-04-10T15:01:54.849126Z","steps":["trace[1723549555] 'agreement among raft nodes before linearized reading' (duration: 128.775962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:54.849367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.18385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:01:54.84949Z","caller":"traceutil/trace.go:171","msg":"trace[1249919017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29170; }","duration":"126.298404ms","start":"2026-04-10T15:01:54.723139Z","end":"2026-04-10T15:01:54.849437Z","steps":["trace[1249919017] 'agreement among raft nodes before linearized reading' (duration: 125.989724ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:55.1417Z","caller":"traceutil/trace.go:171","msg":"trace[1819751219] linearizableReadLoop","detail":"{readStateIndex:30204; appliedIndex:30203; }","duration":"140.653555ms","start":"2026-04-10T15:01:55.001019Z","end":"2026-04-10T15:01:55.141673Z","steps":["trace[1819751219] 'read index received' (duration: 85.644495ms)","trace[1819751219] 'applied index is now lower than readState.Index' (duration: 55.00805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:55.1419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.872673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-04e538cb-35dd-4da5-ac15-026e512e64bc\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-10T15:01:55.141933Z","caller":"traceutil/trace.go:171","msg":"trace[1446199067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-04e538cb-35dd-4da5-ac15-026e512e64bc; range_end:; response_count:1; response_revision:29173; }","duration":"140.987056ms","start":"2026-04-10T15:01:55.000937Z","end":"2026-04-10T15:01:55.141924Z","steps":["trace[1446199067] 'agreement among raft nodes before linearized reading' (duration: 140.823551ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:55.142178Z","caller":"traceutil/trace.go:171","msg":"trace[167679231] transaction","detail":"{read_only:false; response_revision:29173; number_of_response:1; }","duration":"180.014244ms","start":"2026-04-10T15:01:54.962154Z","end":"2026-04-10T15:01:55.142168Z","steps":["trace[167679231] 'process raft request' (duration: 124.532668ms)","trace[167679231] 'compare' (duration: 54.64863ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:55.288976Z","caller":"traceutil/trace.go:171","msg":"trace[1626169323] transaction","detail":"{read_only:false; response_revision:29174; number_of_response:1; }","duration":"140.651846ms","start":"2026-04-10T15:01:55.148284Z","end":"2026-04-10T15:01:55.288936Z","steps":["trace[1626169323] 'process raft request' (duration: 133.77715ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:55.766734Z","caller":"traceutil/trace.go:171","msg":"trace[2143644406] transaction","detail":"{read_only:false; response_revision:29176; number_of_response:1; }","duration":"114.879975ms","start":"2026-04-10T15:01:55.651815Z","end":"2026-04-10T15:01:55.766695Z","steps":["trace[2143644406] 'process raft request' (duration: 114.588975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:55.98309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.360112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:55.983173Z","caller":"traceutil/trace.go:171","msg":"trace[968289733] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:29177; }","duration":"116.492166ms","start":"2026-04-10T15:01:55.866662Z","end":"2026-04-10T15:01:55.983154Z","steps":["trace[968289733] 'count revisions from in-memory index tree' (duration: 116.268718ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:56.176954Z","caller":"traceutil/trace.go:171","msg":"trace[452159239] linearizableReadLoop","detail":"{readStateIndex:30211; appliedIndex:30209; }","duration":"180.902252ms","start":"2026-04-10T15:01:55.996033Z","end":"2026-04-10T15:01:56.176936Z","steps":["trace[452159239] 'read index received' (duration: 156.932638ms)","trace[452159239] 'applied index is now lower than readState.Index' (duration: 23.968704ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:56.17707Z","caller":"traceutil/trace.go:171","msg":"trace[342567814] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"181.179121ms","start":"2026-04-10T15:01:55.995873Z","end":"2026-04-10T15:01:56.177052Z","steps":["trace[342567814] 'process raft request' (duration: 180.957904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:56.177136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.081888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:01:56.177178Z","caller":"traceutil/trace.go:171","msg":"trace[1439011713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29182; }","duration":"181.16215ms","start":"2026-04-10T15:01:55.996007Z","end":"2026-04-10T15:01:56.17717Z","steps":["trace[1439011713] 'agreement among raft nodes before linearized reading' (duration: 181.004355ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:56.177603Z","caller":"traceutil/trace.go:171","msg":"trace[1954767675] transaction","detail":"{read_only:false; response_revision:29181; number_of_response:1; }","duration":"180.288783ms","start":"2026-04-10T15:01:55.996769Z","end":"2026-04-10T15:01:56.177058Z","steps":["trace[1954767675] 'process raft request' (duration: 180.096987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:56.177642Z","caller":"traceutil/trace.go:171","msg":"trace[365774243] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"182.665698ms","start":"2026-04-10T15:01:55.994455Z","end":"2026-04-10T15:01:56.177121Z","steps":["trace[365774243] 'process raft request' (duration: 158.409085ms)","trace[365774243] 'compare' (duration: 23.826039ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:56.87248Z","caller":"traceutil/trace.go:171","msg":"trace[636083421] transaction","detail":"{read_only:false; response_revision:29186; number_of_response:1; }","duration":"117.198088ms","start":"2026-04-10T15:01:56.755256Z","end":"2026-04-10T15:01:56.872454Z","steps":["trace[636083421] 'process raft request' (duration: 117.018822ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:57.516242Z","caller":"traceutil/trace.go:171","msg":"trace[554950251] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"173.237551ms","start":"2026-04-10T15:01:57.342981Z","end":"2026-04-10T15:01:57.516218Z","steps":["trace[554950251] 'process raft request' (duration: 173.033745ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:00.298833Z","caller":"traceutil/trace.go:171","msg":"trace[1646568432] transaction","detail":"{read_only:false; response_revision:29219; number_of_response:1; }","duration":"494.611313ms","start":"2026-04-10T15:01:59.804195Z","end":"2026-04-10T15:02:00.298807Z","steps":["trace[1646568432] 'process raft request' (duration: 493.780767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.298967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:59.804167Z","time spent":"494.724597ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:00.802661Z","caller":"traceutil/trace.go:171","msg":"trace[1610307343] transaction","detail":"{read_only:false; response_revision:29220; number_of_response:1; }","duration":"972.656054ms","start":"2026-04-10T15:01:59.829972Z","end":"2026-04-10T15:02:00.802628Z","steps":["trace[1610307343] 'process raft request' (duration: 972.428837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.802849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:59.829949Z","time spent":"972.795538ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:00.802829Z","caller":"traceutil/trace.go:171","msg":"trace[1681418549] linearizableReadLoop","detail":"{readStateIndex:30254; appliedIndex:30251; }","duration":"733.827909ms","start":"2026-04-10T15:02:00.068972Z","end":"2026-04-10T15:02:00.8028Z","steps":["trace[1681418549] 'read index received' (duration: 229.156311ms)","trace[1681418549] 'applied index is now lower than readState.Index' (duration: 504.668958ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:00.802862Z","caller":"traceutil/trace.go:171","msg":"trace[234381669] transaction","detail":"{read_only:false; response_revision:29221; number_of_response:1; }","duration":"972.673244ms","start":"2026-04-10T15:01:59.830158Z","end":"2026-04-10T15:02:00.802831Z","steps":["trace[234381669] 'process raft request' (duration: 972.421736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.803029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:01:59.830102Z","time spent":"972.834029ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:00.803143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.153789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:02:00.803177Z","caller":"traceutil/trace.go:171","msg":"trace[1110013550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29221; }","duration":"734.227532ms","start":"2026-04-10T15:02:00.068938Z","end":"2026-04-10T15:02:00.803166Z","steps":["trace[1110013550] 'agreement among raft nodes before linearized reading' (duration: 733.983964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.803211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.068923Z","time spent":"734.281393ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:02:00.895878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.051695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:00.895907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.638176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-10T15:02:00.895901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.367823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-04-10T15:02:00.896002Z","caller":"traceutil/trace.go:171","msg":"trace[1602742254] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:29222; }","duration":"624.261051ms","start":"2026-04-10T15:02:00.271723Z","end":"2026-04-10T15:02:00.895984Z","steps":["trace[1602742254] 'agreement among raft nodes before linearized reading' (duration: 624.027814ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:00.896014Z","caller":"traceutil/trace.go:171","msg":"trace[1195582686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29222; }","duration":"612.787421ms","start":"2026-04-10T15:02:00.283205Z","end":"2026-04-10T15:02:00.895993Z","steps":["trace[1195582686] 'agreement among raft nodes before linearized reading' (duration: 612.487951ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:00.896032Z","caller":"traceutil/trace.go:171","msg":"trace[1586803072] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29222; }","duration":"780.58207ms","start":"2026-04-10T15:02:00.115428Z","end":"2026-04-10T15:02:00.89601Z","steps":["trace[1586803072] 'agreement among raft nodes before linearized reading' (duration: 780.24123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.89606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.283194Z","time spent":"612.854532ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:02:00.896073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.271693Z","time spent":"624.347094ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:00.896078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.115392Z","time spent":"780.676913ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10381,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-10T15:02:00.896091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.746514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-10T15:02:00.896145Z","caller":"traceutil/trace.go:171","msg":"trace[1303300436] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29222; }","duration":"759.842027ms","start":"2026-04-10T15:02:00.136287Z","end":"2026-04-10T15:02:00.896129Z","steps":["trace[1303300436] 'agreement among raft nodes before linearized reading' (duration: 759.648281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.896163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.254975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:02:00.896296Z","caller":"traceutil/trace.go:171","msg":"trace[2028759532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29222; }","duration":"613.440821ms","start":"2026-04-10T15:02:00.28282Z","end":"2026-04-10T15:02:00.896261Z","steps":["trace[2028759532] 'agreement among raft nodes before linearized reading' (duration: 613.018838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.896348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.282807Z","time spent":"613.531624ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:02:00.896044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.876461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:00.896189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.136264Z","time spent":"759.91672ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-10T15:02:00.896164Z","caller":"traceutil/trace.go:171","msg":"trace[260383076] transaction","detail":"{read_only:false; response_revision:29222; number_of_response:1; }","duration":"344.393466ms","start":"2026-04-10T15:02:00.551713Z","end":"2026-04-10T15:02:00.896107Z","steps":["trace[260383076] 'process raft request' (duration: 343.756026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.896492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.562497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:02:00.896525Z","caller":"traceutil/trace.go:171","msg":"trace[1527378105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29222; }","duration":"615.63526ms","start":"2026-04-10T15:02:00.280881Z","end":"2026-04-10T15:02:00.896516Z","steps":["trace[1527378105] 'agreement among raft nodes before linearized reading' (duration: 615.473375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.896546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.28086Z","time spent":"615.680961ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:00.896036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.106101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:02:00.896575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.551691Z","time spent":"344.81003ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:00.896623Z","caller":"traceutil/trace.go:171","msg":"trace[672360103] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:29222; }","duration":"429.754461ms","start":"2026-04-10T15:02:00.466852Z","end":"2026-04-10T15:02:00.896606Z","steps":["trace[672360103] 'agreement among raft nodes before linearized reading' (duration: 429.058469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.896664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.466833Z","time spent":"429.815933ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:00.896182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.134405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:02:00.896714Z","caller":"traceutil/trace.go:171","msg":"trace[242504592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29222; }","duration":"582.708954ms","start":"2026-04-10T15:02:00.313994Z","end":"2026-04-10T15:02:00.896703Z","steps":["trace[242504592] 'agreement among raft nodes before linearized reading' (duration: 582.080284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:00.896744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.313972Z","time spent":"582.762535ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T15:02:00.896957Z","caller":"traceutil/trace.go:171","msg":"trace[12088796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29222; }","duration":"215.337305ms","start":"2026-04-10T15:02:00.681073Z","end":"2026-04-10T15:02:00.89641Z","steps":["trace[12088796] 'agreement among raft nodes before linearized reading' (duration: 214.793748ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:00.909604Z","caller":"traceutil/trace.go:171","msg":"trace[1503266107] transaction","detail":"{read_only:false; response_revision:29223; number_of_response:1; }","duration":"102.314399ms","start":"2026-04-10T15:02:00.807253Z","end":"2026-04-10T15:02:00.909567Z","steps":["trace[1503266107] 'process raft request' (duration: 98.286822ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:01.638719Z","caller":"traceutil/trace.go:171","msg":"trace[1387503117] linearizableReadLoop","detail":"{readStateIndex:30263; appliedIndex:30258; }","duration":"728.717619ms","start":"2026-04-10T15:02:00.909972Z","end":"2026-04-10T15:02:01.638689Z","steps":["trace[1387503117] 'read index received' (duration: 45.492941ms)","trace[1387503117] 'applied index is now lower than readState.Index' (duration: 683.223158ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:01.638801Z","caller":"traceutil/trace.go:171","msg":"trace[266289536] transaction","detail":"{read_only:false; response_revision:29230; number_of_response:1; }","duration":"730.557547ms","start":"2026-04-10T15:02:00.908211Z","end":"2026-04-10T15:02:01.638769Z","steps":["trace[266289536] 'process raft request' (duration: 730.256368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:01.638933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.908195Z","time spent":"730.66514ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:01.639009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.382061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:02:01.639207Z","caller":"traceutil/trace.go:171","msg":"trace[537734590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29230; }","duration":"736.578796ms","start":"2026-04-10T15:02:00.902564Z","end":"2026-04-10T15:02:01.639143Z","steps":["trace[537734590] 'agreement among raft nodes before linearized reading' (duration: 736.282757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:01.639302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.902557Z","time spent":"736.698571ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:01.992568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.794006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:01.992733Z","caller":"traceutil/trace.go:171","msg":"trace[1053196916] linearizableReadLoop","detail":"{readStateIndex:30264; appliedIndex:30263; }","duration":"353.871135ms","start":"2026-04-10T15:02:01.638804Z","end":"2026-04-10T15:02:01.992676Z","steps":["trace[1053196916] 'read index received' (duration: 194.883412ms)","trace[1053196916] 'applied index is now lower than readState.Index' (duration: 158.986113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:01.992854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.136537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:01.992772Z","caller":"traceutil/trace.go:171","msg":"trace[551208868] transaction","detail":"{read_only:false; response_revision:29231; number_of_response:1; }","duration":"748.529142ms","start":"2026-04-10T15:02:01.244207Z","end":"2026-04-10T15:02:01.992736Z","steps":["trace[551208868] 'process raft request' (duration: 589.461927ms)","trace[551208868] 'compare' (duration: 158.445716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:01.992924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.809291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-10T15:02:01.992996Z","caller":"traceutil/trace.go:171","msg":"trace[602412236] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29231; }","duration":"666.932505ms","start":"2026-04-10T15:02:01.326045Z","end":"2026-04-10T15:02:01.992978Z","steps":["trace[602412236] 'agreement among raft nodes before linearized reading' (duration: 666.689437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:01.992992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044466424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-10T15:02:01.993033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.326025Z","time spent":"667.002007ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-10T15:02:01.99304Z","caller":"traceutil/trace.go:171","msg":"trace[1471774116] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29231; }","duration":"1.044570257s","start":"2026-04-10T15:02:00.948459Z","end":"2026-04-10T15:02:01.993029Z","steps":["trace[1471774116] 'agreement among raft nodes before linearized reading' (duration: 1.044367521s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:01.992955Z","caller":"traceutil/trace.go:171","msg":"trace[1554753332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29231; }","duration":"466.255771ms","start":"2026-04-10T15:02:01.526649Z","end":"2026-04-10T15:02:01.992905Z","steps":["trace[1554753332] 'agreement among raft nodes before linearized reading' (duration: 466.087105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:01.993167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.526631Z","time spent":"466.52961ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:02:01.993177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:00.948438Z","time spent":"1.044664611s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:02:01.993192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.244185Z","time spent":"748.736089ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T15:02:01.993305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.525274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-10T15:02:01.993426Z","caller":"traceutil/trace.go:171","msg":"trace[1946569907] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29231; }","duration":"667.878205ms","start":"2026-04-10T15:02:01.325527Z","end":"2026-04-10T15:02:01.993405Z","steps":["trace[1946569907] 'agreement among raft nodes before linearized reading' (duration: 667.260346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:01.993506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.325498Z","time spent":"667.995289ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T15:02:01.994426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.041364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:02:01.994497Z","caller":"traceutil/trace.go:171","msg":"trace[369935924] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29231; }","duration":"623.170508ms","start":"2026-04-10T15:02:01.371312Z","end":"2026-04-10T15:02:01.994482Z","steps":["trace[369935924] 'agreement among raft nodes before linearized reading' (duration: 621.397552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:01.994529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.371289Z","time spent":"623.23373ms","remote":"127.0.0.1:40956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2781,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:02.324267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.491517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:02.32482Z","caller":"traceutil/trace.go:171","msg":"trace[1352995027] linearizableReadLoop","detail":"{readStateIndex:30269; appliedIndex:30264; }","duration":"332.037227ms","start":"2026-04-10T15:02:01.992763Z","end":"2026-04-10T15:02:02.3248Z","steps":["trace[1352995027] 'read index received' (duration: 158.89502ms)","trace[1352995027] 'applied index is now lower than readState.Index' (duration: 173.140737ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:02.324981Z","caller":"traceutil/trace.go:171","msg":"trace[2145620638] transaction","detail":"{read_only:false; response_revision:29234; number_of_response:1; }","duration":"675.144034ms","start":"2026-04-10T15:02:01.64979Z","end":"2026-04-10T15:02:02.324934Z","steps":["trace[2145620638] 'process raft request' (duration: 674.837694ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:02.324981Z","caller":"traceutil/trace.go:171","msg":"trace[1021294002] transaction","detail":"{read_only:false; response_revision:29235; number_of_response:1; }","duration":"675.155684ms","start":"2026-04-10T15:02:01.649785Z","end":"2026-04-10T15:02:02.32494Z","steps":["trace[1021294002] 'process raft request' (duration: 674.907086ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:02.325023Z","caller":"traceutil/trace.go:171","msg":"trace[69192596] transaction","detail":"{read_only:false; response_revision:29236; number_of_response:1; }","duration":"675.126023ms","start":"2026-04-10T15:02:01.649863Z","end":"2026-04-10T15:02:02.324989Z","steps":["trace[69192596] 'process raft request' (duration: 674.887456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.325098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.724299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:02.325152Z","caller":"traceutil/trace.go:171","msg":"trace[1094453093] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29236; }","duration":"421.862813ms","start":"2026-04-10T15:02:01.903279Z","end":"2026-04-10T15:02:02.325142Z","steps":["trace[1094453093] 'agreement among raft nodes before linearized reading' (duration: 421.651537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.325174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.649785Z","time spent":"675.277638ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:02.325185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.903259Z","time spent":"421.918315ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:02.325186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.649773Z","time spent":"675.312188ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:02.325174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.649838Z","time spent":"675.236196ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:02.325293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.535975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-04-10T15:02:02.325364Z","caller":"traceutil/trace.go:171","msg":"trace[192425475] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29236; }","duration":"675.677361ms","start":"2026-04-10T15:02:01.64967Z","end":"2026-04-10T15:02:02.325347Z","steps":["trace[192425475] 'agreement among raft nodes before linearized reading' (duration: 675.275288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.325437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.649645Z","time spent":"675.778563ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10674,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-10T15:02:02.325516Z","caller":"traceutil/trace.go:171","msg":"trace[1089704517] transaction","detail":"{read_only:false; response_revision:29233; number_of_response:1; }","duration":"675.502545ms","start":"2026-04-10T15:02:01.649722Z","end":"2026-04-10T15:02:02.325224Z","steps":["trace[1089704517] 'process raft request' (duration: 674.778842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.325583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.649692Z","time spent":"675.863256ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:02.325381Z","caller":"traceutil/trace.go:171","msg":"trace[2041307680] transaction","detail":"{read_only:false; response_revision:29232; number_of_response:1; }","duration":"675.497135ms","start":"2026-04-10T15:02:01.649723Z","end":"2026-04-10T15:02:02.32522Z","steps":["trace[2041307680] 'process raft request' (duration: 501.914313ms)","trace[2041307680] 'compare' (duration: 172.210639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:02.325798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.649705Z","time spent":"676.003571ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:02.552796Z","caller":"traceutil/trace.go:171","msg":"trace[1826811728] transaction","detail":"{read_only:false; response_revision:29238; number_of_response:1; }","duration":"553.227918ms","start":"2026-04-10T15:02:01.999539Z","end":"2026-04-10T15:02:02.552767Z","steps":["trace[1826811728] 'process raft request' (duration: 553.078923ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:02.552942Z","caller":"traceutil/trace.go:171","msg":"trace[124396047] transaction","detail":"{read_only:false; response_revision:29237; number_of_response:1; }","duration":"554.531038ms","start":"2026-04-10T15:02:01.998383Z","end":"2026-04-10T15:02:02.552914Z","steps":["trace[124396047] 'process raft request' (duration: 459.24158ms)","trace[124396047] 'compare' (duration: 94.70808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:02.553169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.998365Z","time spent":"554.639432ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:02.552953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.999531Z","time spent":"553.344331ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:02.591322Z","caller":"traceutil/trace.go:171","msg":"trace[292372486] transaction","detail":"{read_only:false; response_revision:29239; number_of_response:1; }","duration":"283.850062ms","start":"2026-04-10T15:02:02.307448Z","end":"2026-04-10T15:02:02.591298Z","steps":["trace[292372486] 'process raft request' (duration: 283.593734ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:02.591442Z","caller":"traceutil/trace.go:171","msg":"trace[582303233] linearizableReadLoop","detail":"{readStateIndex:30272; appliedIndex:30269; }","duration":"266.509186ms","start":"2026-04-10T15:02:02.32491Z","end":"2026-04-10T15:02:02.591419Z","steps":["trace[582303233] 'read index received' (duration: 132.907672ms)","trace[582303233] 'applied index is now lower than readState.Index' (duration: 133.599864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:02.591665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.15881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-10T15:02:02.591771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.034464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418759"} {"level":"info","ts":"2026-04-10T15:02:02.591818Z","caller":"traceutil/trace.go:171","msg":"trace[746550372] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:29240; }","duration":"555.130747ms","start":"2026-04-10T15:02:02.036673Z","end":"2026-04-10T15:02:02.591804Z","steps":["trace[746550372] 'agreement among raft nodes before linearized reading' (duration: 554.823827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.591848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:02.036654Z","time spent":"555.187279ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418782,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-10T15:02:02.591848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.376512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-04e538cb-35dd-4da5-ac15-026e512e64bc\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T15:02:02.591884Z","caller":"traceutil/trace.go:171","msg":"trace[646575674] range","detail":"{range_begin:/registry/persistentvolumes/pvc-04e538cb-35dd-4da5-ac15-026e512e64bc; range_end:; response_count:1; response_revision:29240; }","duration":"594.429064ms","start":"2026-04-10T15:02:01.997446Z","end":"2026-04-10T15:02:02.591875Z","steps":["trace[646575674] 'agreement among raft nodes before linearized reading' (duration: 594.345541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.591915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:01.997429Z","time spent":"594.480435ms","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-04e538cb-35dd-4da5-ac15-026e512e64bc\" "} {"level":"warn","ts":"2026-04-10T15:02:02.591773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.143521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:02.592159Z","caller":"traceutil/trace.go:171","msg":"trace[1552399830] transaction","detail":"{read_only:false; response_revision:29240; number_of_response:1; }","duration":"253.196396ms","start":"2026-04-10T15:02:02.338942Z","end":"2026-04-10T15:02:02.592138Z","steps":["trace[1552399830] 'process raft request' (duration: 252.282168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.592583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.468133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:02.59262Z","caller":"traceutil/trace.go:171","msg":"trace[459860089] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29240; }","duration":"422.549275ms","start":"2026-04-10T15:02:02.170063Z","end":"2026-04-10T15:02:02.592612Z","steps":["trace[459860089] 'agreement among raft nodes before linearized reading' (duration: 422.490543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.592643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:02.170039Z","time spent":"422.597277ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:02.59278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.770439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:02.592812Z","caller":"traceutil/trace.go:171","msg":"trace[824715409] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29240; }","duration":"290.881922ms","start":"2026-04-10T15:02:02.301922Z","end":"2026-04-10T15:02:02.592804Z","steps":["trace[824715409] 'agreement among raft nodes before linearized reading' (duration: 290.831121ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:02.592235Z","caller":"traceutil/trace.go:171","msg":"trace[1939549096] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:29240; }","duration":"230.667768ms","start":"2026-04-10T15:02:02.361557Z","end":"2026-04-10T15:02:02.592225Z","steps":["trace[1939549096] 'agreement among raft nodes before linearized reading' (duration: 230.144522ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:02.591768Z","caller":"traceutil/trace.go:171","msg":"trace[1795607484] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:29240; }","duration":"474.301084ms","start":"2026-04-10T15:02:02.117447Z","end":"2026-04-10T15:02:02.591748Z","steps":["trace[1795607484] 'agreement among raft nodes before linearized reading' (duration: 474.048526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:02.593283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:02.11743Z","time spent":"475.845233ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"info","ts":"2026-04-10T15:02:03.024807Z","caller":"traceutil/trace.go:171","msg":"trace[56001635] transaction","detail":"{read_only:false; response_revision:29243; number_of_response:1; }","duration":"209.574414ms","start":"2026-04-10T15:02:02.815197Z","end":"2026-04-10T15:02:03.024772Z","steps":["trace[56001635] 'process raft request' (duration: 128.019038ms)","trace[56001635] 'compare' (duration: 81.430793ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:03.108264Z","caller":"traceutil/trace.go:171","msg":"trace[1597228271] transaction","detail":"{read_only:false; response_revision:29244; number_of_response:1; }","duration":"292.660268ms","start":"2026-04-10T15:02:02.815569Z","end":"2026-04-10T15:02:03.108229Z","steps":["trace[1597228271] 'process raft request' (duration: 292.328428ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.108305Z","caller":"traceutil/trace.go:171","msg":"trace[701666143] transaction","detail":"{read_only:false; response_revision:29245; number_of_response:1; }","duration":"201.425018ms","start":"2026-04-10T15:02:02.90684Z","end":"2026-04-10T15:02:03.108265Z","steps":["trace[701666143] 'process raft request' (duration: 201.270033ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.108603Z","caller":"traceutil/trace.go:171","msg":"trace[1496914804] transaction","detail":"{read_only:false; response_revision:29246; number_of_response:1; }","duration":"194.107818ms","start":"2026-04-10T15:02:02.914486Z","end":"2026-04-10T15:02:03.108593Z","steps":["trace[1496914804] 'process raft request' (duration: 193.706495ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.108577Z","caller":"traceutil/trace.go:171","msg":"trace[1615373015] linearizableReadLoop","detail":"{readStateIndex:30281; appliedIndex:30276; }","duration":"189.000907ms","start":"2026-04-10T15:02:02.919554Z","end":"2026-04-10T15:02:03.108554Z","steps":["trace[1615373015] 'read index received' (duration: 23.678464ms)","trace[1615373015] 'applied index is now lower than readState.Index' (duration: 165.321513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:03.108737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.158981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:02:03.108784Z","caller":"traceutil/trace.go:171","msg":"trace[364788321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29247; }","duration":"189.240095ms","start":"2026-04-10T15:02:02.919534Z","end":"2026-04-10T15:02:03.108774Z","steps":["trace[364788321] 'agreement among raft nodes before linearized reading' (duration: 189.09029ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.108859Z","caller":"traceutil/trace.go:171","msg":"trace[136674401] transaction","detail":"{read_only:false; response_revision:29247; number_of_response:1; }","duration":"189.281305ms","start":"2026-04-10T15:02:02.919487Z","end":"2026-04-10T15:02:03.108768Z","steps":["trace[136674401] 'process raft request' (duration: 188.924754ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.226744Z","caller":"traceutil/trace.go:171","msg":"trace[223712268] linearizableReadLoop","detail":"{readStateIndex:30282; appliedIndex:30281; }","duration":"118.031163ms","start":"2026-04-10T15:02:03.108684Z","end":"2026-04-10T15:02:03.226716Z","steps":["trace[223712268] 'read index received' (duration: 116.870937ms)","trace[223712268] 'applied index is now lower than readState.Index' (duration: 1.159136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:03.227119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.179909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:02:03.227169Z","caller":"traceutil/trace.go:171","msg":"trace[747787474] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29248; }","duration":"262.333914ms","start":"2026-04-10T15:02:02.964821Z","end":"2026-04-10T15:02:03.227155Z","steps":["trace[747787474] 'agreement among raft nodes before linearized reading' (duration: 262.064036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.227218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.07826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:02:03.227341Z","caller":"traceutil/trace.go:171","msg":"trace[267505907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29248; }","duration":"217.254606ms","start":"2026-04-10T15:02:03.010061Z","end":"2026-04-10T15:02:03.227315Z","steps":["trace[267505907] 'agreement among raft nodes before linearized reading' (duration: 216.690208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.227437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.91669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:02:03.227482Z","caller":"traceutil/trace.go:171","msg":"trace[1375495865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29248; }","duration":"260.986282ms","start":"2026-04-10T15:02:02.966486Z","end":"2026-04-10T15:02:03.227472Z","steps":["trace[1375495865] 'agreement among raft nodes before linearized reading' (duration: 260.882049ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.227611Z","caller":"traceutil/trace.go:171","msg":"trace[1841783498] transaction","detail":"{read_only:false; response_revision:29248; number_of_response:1; }","duration":"192.233518ms","start":"2026-04-10T15:02:03.035363Z","end":"2026-04-10T15:02:03.227597Z","steps":["trace[1841783498] 'process raft request' (duration: 190.112491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.227668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.40499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:03.227718Z","caller":"traceutil/trace.go:171","msg":"trace[444653359] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:29248; }","duration":"203.483462ms","start":"2026-04-10T15:02:03.024221Z","end":"2026-04-10T15:02:03.227705Z","steps":["trace[444653359] 'agreement among raft nodes before linearized reading' (duration: 203.39559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.227988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.509948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:02:03.228041Z","caller":"traceutil/trace.go:171","msg":"trace[582374684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29248; }","duration":"261.55846ms","start":"2026-04-10T15:02:02.96647Z","end":"2026-04-10T15:02:03.228029Z","steps":["trace[582374684] 'agreement among raft nodes before linearized reading' (duration: 261.471907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.228243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.758347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:02:03.22837Z","caller":"traceutil/trace.go:171","msg":"trace[472986914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29248; }","duration":"261.959093ms","start":"2026-04-10T15:02:02.966386Z","end":"2026-04-10T15:02:03.228345Z","steps":["trace[472986914] 'agreement among raft nodes before linearized reading' (duration: 261.192078ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.490854Z","caller":"traceutil/trace.go:171","msg":"trace[1267583108] transaction","detail":"{read_only:false; response_revision:29249; number_of_response:1; }","duration":"374.803853ms","start":"2026-04-10T15:02:03.116005Z","end":"2026-04-10T15:02:03.490809Z","steps":["trace[1267583108] 'process raft request' (duration: 374.228045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.491038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:03.115976Z","time spent":"374.968349ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:03.493467Z","caller":"traceutil/trace.go:171","msg":"trace[325887343] transaction","detail":"{read_only:false; response_revision:29250; number_of_response:1; }","duration":"374.497734ms","start":"2026-04-10T15:02:03.118935Z","end":"2026-04-10T15:02:03.493433Z","steps":["trace[325887343] 'process raft request' (duration: 371.986845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.493728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:03.118907Z","time spent":"374.641339ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418817,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:03.497246Z","caller":"traceutil/trace.go:171","msg":"trace[860272508] linearizableReadLoop","detail":"{readStateIndex:30288; appliedIndex:30283; }","duration":"185.204898ms","start":"2026-04-10T15:02:03.312028Z","end":"2026-04-10T15:02:03.497233Z","steps":["trace[860272508] 'read index received' (duration: 178.663552ms)","trace[860272508] 'applied index is now lower than readState.Index' (duration: 6.540065ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:03.497383Z","caller":"traceutil/trace.go:171","msg":"trace[1148999684] transaction","detail":"{read_only:false; response_revision:29253; number_of_response:1; }","duration":"262.457679ms","start":"2026-04-10T15:02:03.234887Z","end":"2026-04-10T15:02:03.497345Z","steps":["trace[1148999684] 'process raft request' (duration: 262.062437ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.497645Z","caller":"traceutil/trace.go:171","msg":"trace[929103248] transaction","detail":"{read_only:false; response_revision:29254; number_of_response:1; }","duration":"262.50945ms","start":"2026-04-10T15:02:03.23512Z","end":"2026-04-10T15:02:03.49763Z","steps":["trace[929103248] 'process raft request' (duration: 261.87836ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.497752Z","caller":"traceutil/trace.go:171","msg":"trace[274793250] transaction","detail":"{read_only:false; response_revision:29251; number_of_response:1; }","duration":"263.524912ms","start":"2026-04-10T15:02:03.234209Z","end":"2026-04-10T15:02:03.497734Z","steps":["trace[274793250] 'process raft request' (duration: 262.595543ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:03.497867Z","caller":"traceutil/trace.go:171","msg":"trace[900495908] transaction","detail":"{read_only:false; response_revision:29252; number_of_response:1; }","duration":"263.222173ms","start":"2026-04-10T15:02:03.234634Z","end":"2026-04-10T15:02:03.497856Z","steps":["trace[900495908] 'process raft request' (duration: 262.258783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.498138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.098045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-04-10T15:02:03.498183Z","caller":"traceutil/trace.go:171","msg":"trace[1461920345] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29254; }","duration":"186.189598ms","start":"2026-04-10T15:02:03.311984Z","end":"2026-04-10T15:02:03.498173Z","steps":["trace[1461920345] 'agreement among raft nodes before linearized reading' (duration: 185.987422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.864614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.470343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T15:02:03.864684Z","caller":"traceutil/trace.go:171","msg":"trace[2138347805] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29256; }","duration":"204.590438ms","start":"2026-04-10T15:02:03.660075Z","end":"2026-04-10T15:02:03.864666Z","steps":["trace[2138347805] 'range keys from in-memory index tree' (duration: 204.304769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.864718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.533339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:03.8648Z","caller":"traceutil/trace.go:171","msg":"trace[1999112511] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29256; }","duration":"220.677464ms","start":"2026-04-10T15:02:03.644099Z","end":"2026-04-10T15:02:03.864777Z","steps":["trace[1999112511] 'count revisions from in-memory index tree' (duration: 220.423796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:03.865505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.131988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:03.866028Z","caller":"traceutil/trace.go:171","msg":"trace[1132474933] transaction","detail":"{read_only:false; response_revision:29257; number_of_response:1; }","duration":"177.095793ms","start":"2026-04-10T15:02:03.688905Z","end":"2026-04-10T15:02:03.866Z","steps":["trace[1132474933] 'process raft request' (duration: 71.346225ms)","trace[1132474933] 'compare' (duration: 103.741975ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:04.137495Z","caller":"traceutil/trace.go:171","msg":"trace[2141118215] linearizableReadLoop","detail":"{readStateIndex:30292; appliedIndex:30291; }","duration":"269.145327ms","start":"2026-04-10T15:02:03.868317Z","end":"2026-04-10T15:02:04.137462Z","steps":["trace[2141118215] 'read index received' (duration: 202.384726ms)","trace[2141118215] 'applied index is now lower than readState.Index' (duration: 66.758971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:04.138084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.750387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61b80998-5b26-4c51-9bb7-fe001a5f1edb\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-10T15:02:04.138163Z","caller":"traceutil/trace.go:171","msg":"trace[539201842] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61b80998-5b26-4c51-9bb7-fe001a5f1edb; range_end:; response_count:1; response_revision:29258; }","duration":"269.867471ms","start":"2026-04-10T15:02:03.868276Z","end":"2026-04-10T15:02:04.138143Z","steps":["trace[539201842] 'agreement among raft nodes before linearized reading' (duration: 269.695845ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:04.139499Z","caller":"traceutil/trace.go:171","msg":"trace[1060343171] transaction","detail":"{read_only:false; response_revision:29258; number_of_response:1; }","duration":"293.514554ms","start":"2026-04-10T15:02:03.845953Z","end":"2026-04-10T15:02:04.139468Z","steps":["trace[1060343171] 'process raft request' (duration: 224.892315ms)","trace[1060343171] 'compare' (duration: 66.441831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:04.367303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.819198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:02:04.367457Z","caller":"traceutil/trace.go:171","msg":"trace[336094103] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29258; }","duration":"105.022875ms","start":"2026-04-10T15:02:04.262407Z","end":"2026-04-10T15:02:04.367429Z","steps":["trace[336094103] 'range keys from in-memory index tree' (duration: 104.56224ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:04.560076Z","caller":"traceutil/trace.go:171","msg":"trace[1535013262] transaction","detail":"{read_only:false; response_revision:29261; number_of_response:1; }","duration":"120.843923ms","start":"2026-04-10T15:02:04.439196Z","end":"2026-04-10T15:02:04.56004Z","steps":["trace[1535013262] 'process raft request' (duration: 29.935462ms)","trace[1535013262] 'compare' (duration: 89.980621ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:04.560263Z","caller":"traceutil/trace.go:171","msg":"trace[1215518679] transaction","detail":"{read_only:false; response_revision:29262; number_of_response:1; }","duration":"120.789281ms","start":"2026-04-10T15:02:04.439431Z","end":"2026-04-10T15:02:04.56022Z","steps":["trace[1215518679] 'process raft request' (duration: 120.572544ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:05.625255Z","caller":"traceutil/trace.go:171","msg":"trace[1376825566] transaction","detail":"{read_only:false; response_revision:29268; number_of_response:1; }","duration":"510.058549ms","start":"2026-04-10T15:02:05.115169Z","end":"2026-04-10T15:02:05.625228Z","steps":["trace[1376825566] 'process raft request' (duration: 509.643456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:05.625458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:05.115115Z","time spent":"510.239215ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:05.62548Z","caller":"traceutil/trace.go:171","msg":"trace[93708173] transaction","detail":"{read_only:false; response_revision:29269; number_of_response:1; }","duration":"509.956586ms","start":"2026-04-10T15:02:05.115481Z","end":"2026-04-10T15:02:05.625437Z","steps":["trace[93708173] 'process raft request' (duration: 509.657326ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:05.6256Z","caller":"traceutil/trace.go:171","msg":"trace[1779186042] transaction","detail":"{read_only:false; response_revision:29270; number_of_response:1; }","duration":"395.308939ms","start":"2026-04-10T15:02:05.230266Z","end":"2026-04-10T15:02:05.625575Z","steps":["trace[1779186042] 'process raft request' (duration: 395.129433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:05.625705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:05.115471Z","time spent":"510.114601ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:05.625684Z","caller":"traceutil/trace.go:171","msg":"trace[1279613849] transaction","detail":"{read_only:false; response_revision:29267; number_of_response:1; }","duration":"510.322028ms","start":"2026-04-10T15:02:05.114606Z","end":"2026-04-10T15:02:05.624928Z","steps":["trace[1279613849] 'process raft request' (duration: 413.45881ms)","trace[1279613849] 'compare' (duration: 96.384883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:05.625733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:05.230234Z","time spent":"395.431033ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:05.625811Z","caller":"traceutil/trace.go:171","msg":"trace[1474759595] linearizableReadLoop","detail":"{readStateIndex:30304; appliedIndex:30300; }","duration":"150.961111ms","start":"2026-04-10T15:02:05.474827Z","end":"2026-04-10T15:02:05.625788Z","steps":["trace[1474759595] 'read index received' (duration: 53.244066ms)","trace[1474759595] 'applied index is now lower than readState.Index' (duration: 97.714575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:05.625866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:05.114577Z","time spent":"511.190755ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:05.626033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.200448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-10T15:02:05.626088Z","caller":"traceutil/trace.go:171","msg":"trace[1455633886] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:29270; }","duration":"151.293251ms","start":"2026-04-10T15:02:05.474782Z","end":"2026-04-10T15:02:05.626075Z","steps":["trace[1455633886] 'agreement among raft nodes before linearized reading' (duration: 151.130996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:05.626545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.460585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:02:05.626611Z","caller":"traceutil/trace.go:171","msg":"trace[313325029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29270; }","duration":"130.586219ms","start":"2026-04-10T15:02:05.49601Z","end":"2026-04-10T15:02:05.626596Z","steps":["trace[313325029] 'agreement among raft nodes before linearized reading' (duration: 130.419144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:05.62663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.486242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:02:05.628921Z","caller":"traceutil/trace.go:171","msg":"trace[900777418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29270; }","duration":"123.795195ms","start":"2026-04-10T15:02:05.505092Z","end":"2026-04-10T15:02:05.628887Z","steps":["trace[900777418] 'agreement among raft nodes before linearized reading' (duration: 121.354668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:05.62918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.190289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:02:05.629467Z","caller":"traceutil/trace.go:171","msg":"trace[2020396692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29270; }","duration":"125.306683ms","start":"2026-04-10T15:02:05.503929Z","end":"2026-04-10T15:02:05.629236Z","steps":["trace[2020396692] 'agreement among raft nodes before linearized reading' (duration: 122.586298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:05.630079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.606183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:02:05.630365Z","caller":"traceutil/trace.go:171","msg":"trace[246791068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29270; }","duration":"125.911852ms","start":"2026-04-10T15:02:05.504415Z","end":"2026-04-10T15:02:05.630327Z","steps":["trace[246791068] 'agreement among raft nodes before linearized reading' (duration: 122.0636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:05.630494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.041289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:02:05.630559Z","caller":"traceutil/trace.go:171","msg":"trace[1664873525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29270; }","duration":"121.107711ms","start":"2026-04-10T15:02:05.509422Z","end":"2026-04-10T15:02:05.63053Z","steps":["trace[1664873525] 'agreement among raft nodes before linearized reading' (duration: 117.045033ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:05.877565Z","caller":"traceutil/trace.go:171","msg":"trace[2008902720] transaction","detail":"{read_only:false; response_revision:29273; number_of_response:1; }","duration":"236.77532ms","start":"2026-04-10T15:02:05.640755Z","end":"2026-04-10T15:02:05.877531Z","steps":["trace[2008902720] 'process raft request' (duration: 236.394308ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:05.87755Z","caller":"traceutil/trace.go:171","msg":"trace[2071242662] transaction","detail":"{read_only:false; response_revision:29275; number_of_response:1; }","duration":"236.065527ms","start":"2026-04-10T15:02:05.641446Z","end":"2026-04-10T15:02:05.877512Z","steps":["trace[2071242662] 'process raft request' (duration: 236.001445ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:05.877601Z","caller":"traceutil/trace.go:171","msg":"trace[1247381729] transaction","detail":"{read_only:false; response_revision:29272; number_of_response:1; }","duration":"238.647609ms","start":"2026-04-10T15:02:05.638922Z","end":"2026-04-10T15:02:05.877569Z","steps":["trace[1247381729] 'process raft request' (duration: 238.005389ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:05.877685Z","caller":"traceutil/trace.go:171","msg":"trace[437247714] transaction","detail":"{read_only:false; response_revision:29274; number_of_response:1; }","duration":"236.477481ms","start":"2026-04-10T15:02:05.641119Z","end":"2026-04-10T15:02:05.877597Z","steps":["trace[437247714] 'process raft request' (duration: 236.282635ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:07.842745Z","caller":"traceutil/trace.go:171","msg":"trace[199890650] transaction","detail":"{read_only:false; response_revision:29284; number_of_response:1; }","duration":"126.251533ms","start":"2026-04-10T15:02:07.716465Z","end":"2026-04-10T15:02:07.842717Z","steps":["trace[199890650] 'process raft request' (duration: 126.039326ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:08.199741Z","caller":"traceutil/trace.go:171","msg":"trace[1075460117] linearizableReadLoop","detail":"{readStateIndex:30325; appliedIndex:30324; }","duration":"105.698335ms","start":"2026-04-10T15:02:08.094013Z","end":"2026-04-10T15:02:08.199711Z","steps":["trace[1075460117] 'read index received' (duration: 104.517258ms)","trace[1075460117] 'applied index is now lower than readState.Index' (duration: 1.180137ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:08.199828Z","caller":"traceutil/trace.go:171","msg":"trace[1292503557] transaction","detail":"{read_only:false; response_revision:29290; number_of_response:1; }","duration":"115.278247ms","start":"2026-04-10T15:02:08.084513Z","end":"2026-04-10T15:02:08.199791Z","steps":["trace[1292503557] 'process raft request' (duration: 114.08947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:08.20001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.981475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-04-10T15:02:08.200083Z","caller":"traceutil/trace.go:171","msg":"trace[1519858560] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:29290; }","duration":"106.13253ms","start":"2026-04-10T15:02:08.093933Z","end":"2026-04-10T15:02:08.200066Z","steps":["trace[1519858560] 'agreement among raft nodes before linearized reading' (duration: 105.881752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:08.423173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.772438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:08.423287Z","caller":"traceutil/trace.go:171","msg":"trace[456603015] linearizableReadLoop","detail":"{readStateIndex:30326; appliedIndex:30325; }","duration":"137.654012ms","start":"2026-04-10T15:02:08.285616Z","end":"2026-04-10T15:02:08.42327Z","steps":["trace[456603015] 'read index received' (duration: 31.612005ms)","trace[456603015] 'applied index is now lower than readState.Index' (duration: 106.040677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:08.423368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.754625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:08.423409Z","caller":"traceutil/trace.go:171","msg":"trace[1901470800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29291; }","duration":"137.840808ms","start":"2026-04-10T15:02:08.285553Z","end":"2026-04-10T15:02:08.423394Z","steps":["trace[1901470800] 'agreement among raft nodes before linearized reading' (duration: 137.763975ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:08.423409Z","caller":"traceutil/trace.go:171","msg":"trace[1958100720] transaction","detail":"{read_only:false; response_revision:29291; number_of_response:1; }","duration":"216.904845ms","start":"2026-04-10T15:02:08.206438Z","end":"2026-04-10T15:02:08.423343Z","steps":["trace[1958100720] 'process raft request' (duration: 110.817697ms)","trace[1958100720] 'compare' (duration: 105.451708ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:08.609178Z","caller":"traceutil/trace.go:171","msg":"trace[1376228992] transaction","detail":"{read_only:false; response_revision:29292; number_of_response:1; }","duration":"143.049492ms","start":"2026-04-10T15:02:08.466096Z","end":"2026-04-10T15:02:08.609145Z","steps":["trace[1376228992] 'process raft request' (duration: 107.176373ms)","trace[1376228992] 'compare' (duration: 35.463496ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:08.936519Z","caller":"traceutil/trace.go:171","msg":"trace[2140641931] linearizableReadLoop","detail":"{readStateIndex:30329; appliedIndex:30328; }","duration":"100.683108ms","start":"2026-04-10T15:02:08.835799Z","end":"2026-04-10T15:02:08.936482Z","steps":["trace[2140641931] 'read index received' (duration: 58.048617ms)","trace[2140641931] 'applied index is now lower than readState.Index' (duration: 42.632831ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:08.936564Z","caller":"traceutil/trace.go:171","msg":"trace[1652420279] transaction","detail":"{read_only:false; response_revision:29294; number_of_response:1; }","duration":"101.821043ms","start":"2026-04-10T15:02:08.834708Z","end":"2026-04-10T15:02:08.936529Z","steps":["trace[1652420279] 'process raft request' (duration: 59.209833ms)","trace[1652420279] 'compare' (duration: 42.332122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:08.936749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.921575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-04e538cb-35dd-4da5-ac15-026e512e64bc\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T15:02:08.936795Z","caller":"traceutil/trace.go:171","msg":"trace[1154450481] range","detail":"{range_begin:/registry/persistentvolumes/pvc-04e538cb-35dd-4da5-ac15-026e512e64bc; range_end:; response_count:1; response_revision:29294; }","duration":"101.031939ms","start":"2026-04-10T15:02:08.835748Z","end":"2026-04-10T15:02:08.93678Z","steps":["trace[1154450481] 'agreement among raft nodes before linearized reading' (duration: 100.855974ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:09.312892Z","caller":"traceutil/trace.go:171","msg":"trace[1925396726] transaction","detail":"{read_only:false; response_revision:29295; number_of_response:1; }","duration":"187.251212ms","start":"2026-04-10T15:02:09.125581Z","end":"2026-04-10T15:02:09.312832Z","steps":["trace[1925396726] 'process raft request' (duration: 187.025765ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:10.158537Z","caller":"traceutil/trace.go:171","msg":"trace[1810144993] transaction","detail":"{read_only:false; response_revision:29304; number_of_response:1; }","duration":"184.881147ms","start":"2026-04-10T15:02:09.973618Z","end":"2026-04-10T15:02:10.158499Z","steps":["trace[1810144993] 'process raft request' (duration: 184.790814ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:10.158652Z","caller":"traceutil/trace.go:171","msg":"trace[921190393] linearizableReadLoop","detail":"{readStateIndex:30340; appliedIndex:30336; }","duration":"184.891718ms","start":"2026-04-10T15:02:09.973752Z","end":"2026-04-10T15:02:10.158644Z","steps":["trace[921190393] 'read index received' (duration: 65.568423ms)","trace[921190393] 'applied index is now lower than readState.Index' (duration: 119.321685ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:10.158553Z","caller":"traceutil/trace.go:171","msg":"trace[1574844091] transaction","detail":"{read_only:false; response_revision:29303; number_of_response:1; }","duration":"185.148406ms","start":"2026-04-10T15:02:09.97337Z","end":"2026-04-10T15:02:10.158518Z","steps":["trace[1574844091] 'process raft request' (duration: 142.228285ms)","trace[1574844091] 'compare' (duration: 42.637202ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:10.158763Z","caller":"traceutil/trace.go:171","msg":"trace[1041821881] transaction","detail":"{read_only:false; response_revision:29305; number_of_response:1; }","duration":"185.039443ms","start":"2026-04-10T15:02:09.973668Z","end":"2026-04-10T15:02:10.158707Z","steps":["trace[1041821881] 'process raft request' (duration: 184.792335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:10.158834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.072683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18236"} {"level":"info","ts":"2026-04-10T15:02:10.158862Z","caller":"traceutil/trace.go:171","msg":"trace[1428138120] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29305; }","duration":"185.130695ms","start":"2026-04-10T15:02:09.973722Z","end":"2026-04-10T15:02:10.158853Z","steps":["trace[1428138120] 'agreement among raft nodes before linearized reading' (duration: 184.95872ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:11.263027Z","caller":"traceutil/trace.go:171","msg":"trace[2095648599] transaction","detail":"{read_only:false; response_revision:29308; number_of_response:1; }","duration":"318.443559ms","start":"2026-04-10T15:02:10.94454Z","end":"2026-04-10T15:02:11.262984Z","steps":["trace[2095648599] 'process raft request' (duration: 318.216242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:11.263311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:10.944512Z","time spent":"318.647665ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:11.460047Z","caller":"traceutil/trace.go:171","msg":"trace[566881050] transaction","detail":"{read_only:false; response_revision:29309; number_of_response:1; }","duration":"140.252813ms","start":"2026-04-10T15:02:11.319767Z","end":"2026-04-10T15:02:11.46002Z","steps":["trace[566881050] 'process raft request' (duration: 138.976992ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:11.783403Z","caller":"traceutil/trace.go:171","msg":"trace[679146483] linearizableReadLoop","detail":"{readStateIndex:30346; appliedIndex:30344; }","duration":"291.893665ms","start":"2026-04-10T15:02:11.491491Z","end":"2026-04-10T15:02:11.783385Z","steps":["trace[679146483] 'read index received' (duration: 273.227437ms)","trace[679146483] 'applied index is now lower than readState.Index' (duration: 18.665577ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:11.783492Z","caller":"traceutil/trace.go:171","msg":"trace[1177236194] transaction","detail":"{read_only:false; response_revision:29311; number_of_response:1; }","duration":"410.392164ms","start":"2026-04-10T15:02:11.373092Z","end":"2026-04-10T15:02:11.783484Z","steps":["trace[1177236194] 'process raft request' (duration: 410.159846ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:11.783421Z","caller":"traceutil/trace.go:171","msg":"trace[1004989352] transaction","detail":"{read_only:false; response_revision:29310; number_of_response:1; }","duration":"456.503544ms","start":"2026-04-10T15:02:11.326878Z","end":"2026-04-10T15:02:11.783382Z","steps":["trace[1004989352] 'process raft request' (duration: 437.738904ms)","trace[1004989352] 'compare' (duration: 18.241194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:11.783651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:11.326829Z","time spent":"456.70116ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:11.783727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.201105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:11.78384Z","caller":"traceutil/trace.go:171","msg":"trace[1202583010] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29311; }","duration":"292.37592ms","start":"2026-04-10T15:02:11.491436Z","end":"2026-04-10T15:02:11.783812Z","steps":["trace[1202583010] 'agreement among raft nodes before linearized reading' (duration: 292.182424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:11.783945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:11.373062Z","time spent":"410.478426ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:11.800045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.863515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:11.800058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.018475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:11.800123Z","caller":"traceutil/trace.go:171","msg":"trace[626885245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29314; }","duration":"272.02936ms","start":"2026-04-10T15:02:11.52807Z","end":"2026-04-10T15:02:11.800099Z","steps":["trace[626885245] 'agreement among raft nodes before linearized reading' (duration: 271.886755ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:11.800183Z","caller":"traceutil/trace.go:171","msg":"trace[1184211160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29314; }","duration":"290.231392ms","start":"2026-04-10T15:02:11.509917Z","end":"2026-04-10T15:02:11.800149Z","steps":["trace[1184211160] 'agreement among raft nodes before linearized reading' (duration: 289.941733ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:12.10611Z","caller":"traceutil/trace.go:171","msg":"trace[939225078] transaction","detail":"{read_only:false; response_revision:29315; number_of_response:1; }","duration":"127.074398ms","start":"2026-04-10T15:02:11.979003Z","end":"2026-04-10T15:02:12.106077Z","steps":["trace[939225078] 'process raft request' (duration: 126.760768ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:12.219603Z","caller":"traceutil/trace.go:171","msg":"trace[670295236] linearizableReadLoop","detail":"{readStateIndex:30351; appliedIndex:30350; }","duration":"101.808573ms","start":"2026-04-10T15:02:12.117705Z","end":"2026-04-10T15:02:12.219514Z","steps":["trace[670295236] 'read index received' (duration: 101.38911ms)","trace[670295236] 'applied index is now lower than readState.Index' (duration: 417.793µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:12.219849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.120363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T15:02:12.219646Z","caller":"traceutil/trace.go:171","msg":"trace[1741182779] transaction","detail":"{read_only:false; response_revision:29316; number_of_response:1; }","duration":"108.475463ms","start":"2026-04-10T15:02:12.111134Z","end":"2026-04-10T15:02:12.219609Z","steps":["trace[1741182779] 'process raft request' (duration: 108.110342ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:12.219889Z","caller":"traceutil/trace.go:171","msg":"trace[1491610993] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:29316; }","duration":"102.221547ms","start":"2026-04-10T15:02:12.117659Z","end":"2026-04-10T15:02:12.219881Z","steps":["trace[1491610993] 'agreement among raft nodes before linearized reading' (duration: 102.040511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:13.511728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.701114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:13.511817Z","caller":"traceutil/trace.go:171","msg":"trace[1010999158] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29322; }","duration":"500.87139ms","start":"2026-04-10T15:02:13.010925Z","end":"2026-04-10T15:02:13.511797Z","steps":["trace[1010999158] 'count revisions from in-memory index tree' (duration: 500.597701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:13.511851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:13.010894Z","time spent":"500.949242ms","remote":"127.0.0.1:43218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:13.512022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.624935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:13.512118Z","caller":"traceutil/trace.go:171","msg":"trace[321556639] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29322; }","duration":"201.792889ms","start":"2026-04-10T15:02:13.310301Z","end":"2026-04-10T15:02:13.512094Z","steps":["trace[321556639] 'count revisions from in-memory index tree' (duration: 201.48273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:13.51227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.43819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:02:13.512338Z","caller":"traceutil/trace.go:171","msg":"trace[189653556] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29322; }","duration":"243.559753ms","start":"2026-04-10T15:02:13.268761Z","end":"2026-04-10T15:02:13.51232Z","steps":["trace[189653556] 'range keys from in-memory index tree' (duration: 243.268485ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:13.677707Z","caller":"traceutil/trace.go:171","msg":"trace[137270224] linearizableReadLoop","detail":"{readStateIndex:30360; appliedIndex:30359; }","duration":"151.454055ms","start":"2026-04-10T15:02:13.526222Z","end":"2026-04-10T15:02:13.677676Z","steps":["trace[137270224] 'read index received' (duration: 97.361013ms)","trace[137270224] 'applied index is now lower than readState.Index' (duration: 54.092152ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:13.677771Z","caller":"traceutil/trace.go:171","msg":"trace[2129751877] transaction","detail":"{read_only:false; response_revision:29324; number_of_response:1; }","duration":"160.384786ms","start":"2026-04-10T15:02:13.517344Z","end":"2026-04-10T15:02:13.677729Z","steps":["trace[2129751877] 'process raft request' (duration: 106.356536ms)","trace[2129751877] 'compare' (duration: 53.812523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:13.677907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.659802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:13.677939Z","caller":"traceutil/trace.go:171","msg":"trace[519670487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29324; }","duration":"151.757785ms","start":"2026-04-10T15:02:13.526172Z","end":"2026-04-10T15:02:13.67793Z","steps":["trace[519670487] 'agreement among raft nodes before linearized reading' (duration: 151.664702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:13.677987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.542837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:13.678075Z","caller":"traceutil/trace.go:171","msg":"trace[910708453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29324; }","duration":"150.695871ms","start":"2026-04-10T15:02:13.527358Z","end":"2026-04-10T15:02:13.678054Z","steps":["trace[910708453] 'agreement among raft nodes before linearized reading' (duration: 150.525166ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:13.94666Z","caller":"traceutil/trace.go:171","msg":"trace[1551694018] transaction","detail":"{read_only:false; response_revision:29325; number_of_response:1; }","duration":"156.850295ms","start":"2026-04-10T15:02:13.789778Z","end":"2026-04-10T15:02:13.946628Z","steps":["trace[1551694018] 'process raft request' (duration: 69.726883ms)","trace[1551694018] 'compare' (duration: 86.779951ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:14.00989Z","caller":"traceutil/trace.go:171","msg":"trace[828002138] transaction","detail":"{read_only:false; response_revision:29328; number_of_response:1; }","duration":"204.416212ms","start":"2026-04-10T15:02:13.805448Z","end":"2026-04-10T15:02:14.009864Z","steps":["trace[828002138] 'process raft request' (duration: 204.36505ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:14.009979Z","caller":"traceutil/trace.go:171","msg":"trace[833428191] transaction","detail":"{read_only:false; response_revision:29327; number_of_response:1; }","duration":"204.592618ms","start":"2026-04-10T15:02:13.805363Z","end":"2026-04-10T15:02:14.009955Z","steps":["trace[833428191] 'process raft request' (duration: 204.403112ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:14.009979Z","caller":"traceutil/trace.go:171","msg":"trace[1807036142] transaction","detail":"{read_only:false; response_revision:29326; number_of_response:1; }","duration":"204.837635ms","start":"2026-04-10T15:02:13.805092Z","end":"2026-04-10T15:02:14.00993Z","steps":["trace[1807036142] 'process raft request' (duration: 204.488914ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:14.041787Z","caller":"traceutil/trace.go:171","msg":"trace[1016763440] transaction","detail":"{read_only:false; response_revision:29329; number_of_response:1; }","duration":"176.504255ms","start":"2026-04-10T15:02:13.865253Z","end":"2026-04-10T15:02:14.041758Z","steps":["trace[1016763440] 'process raft request' (duration: 176.285668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:14.79921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.184465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:02:14.79929Z","caller":"traceutil/trace.go:171","msg":"trace[1009412737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29335; }","duration":"116.308058ms","start":"2026-04-10T15:02:14.682962Z","end":"2026-04-10T15:02:14.79927Z","steps":["trace[1009412737] 'range keys from in-memory index tree' (duration: 115.918606ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:15.290868Z","caller":"traceutil/trace.go:171","msg":"trace[1504714072] transaction","detail":"{read_only:false; response_revision:29338; number_of_response:1; }","duration":"281.58094ms","start":"2026-04-10T15:02:15.009255Z","end":"2026-04-10T15:02:15.290835Z","steps":["trace[1504714072] 'process raft request' (duration: 279.427952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:15.809117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.233862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-10T15:02:15.809213Z","caller":"traceutil/trace.go:171","msg":"trace[478651962] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29339; }","duration":"126.384467ms","start":"2026-04-10T15:02:15.682803Z","end":"2026-04-10T15:02:15.809188Z","steps":["trace[478651962] 'range keys from in-memory index tree' (duration: 125.951243ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:15.809161Z","caller":"traceutil/trace.go:171","msg":"trace[1740760892] transaction","detail":"{read_only:false; response_revision:29340; number_of_response:1; }","duration":"123.008921ms","start":"2026-04-10T15:02:15.68611Z","end":"2026-04-10T15:02:15.809118Z","steps":["trace[1740760892] 'process raft request' (duration: 111.761647ms)","trace[1740760892] 'compare' (duration: 10.729808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:16.067308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.189169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:16.067481Z","caller":"traceutil/trace.go:171","msg":"trace[409158220] transaction","detail":"{read_only:false; response_revision:29342; number_of_response:1; }","duration":"115.774543ms","start":"2026-04-10T15:02:15.951688Z","end":"2026-04-10T15:02:16.067462Z","steps":["trace[409158220] 'process raft request' (duration: 115.715821ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:16.067709Z","caller":"traceutil/trace.go:171","msg":"trace[2027807210] linearizableReadLoop","detail":"{readStateIndex:30377; appliedIndex:30376; }","duration":"187.409157ms","start":"2026-04-10T15:02:15.880264Z","end":"2026-04-10T15:02:16.067673Z","steps":["trace[2027807210] 'read index received' (duration: 34.754974ms)","trace[2027807210] 'applied index is now lower than readState.Index' (duration: 152.651063ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:16.067886Z","caller":"traceutil/trace.go:171","msg":"trace[2081872950] transaction","detail":"{read_only:false; response_revision:29341; number_of_response:1; }","duration":"253.29116ms","start":"2026-04-10T15:02:15.814562Z","end":"2026-04-10T15:02:16.067853Z","steps":["trace[2081872950] 'process raft request' (duration: 100.478781ms)","trace[2081872950] 'compare' (duration: 151.837748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:16.067928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.670365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:16.067963Z","caller":"traceutil/trace.go:171","msg":"trace[1869182128] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29342; }","duration":"187.767348ms","start":"2026-04-10T15:02:15.880182Z","end":"2026-04-10T15:02:16.06795Z","steps":["trace[1869182128] 'agreement among raft nodes before linearized reading' (duration: 187.702696ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:16.128451Z","caller":"traceutil/trace.go:171","msg":"trace[1984991733] transaction","detail":"{read_only:false; response_revision:29344; number_of_response:1; }","duration":"112.692746ms","start":"2026-04-10T15:02:16.015735Z","end":"2026-04-10T15:02:16.128427Z","steps":["trace[1984991733] 'process raft request' (duration: 112.603213ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:16.128629Z","caller":"traceutil/trace.go:171","msg":"trace[1696416420] transaction","detail":"{read_only:false; response_revision:29343; number_of_response:1; }","duration":"113.057798ms","start":"2026-04-10T15:02:16.015565Z","end":"2026-04-10T15:02:16.128623Z","steps":["trace[1696416420] 'process raft request' (duration: 112.606464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:16.129134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.408151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:16.129163Z","caller":"traceutil/trace.go:171","msg":"trace[622022355] transaction","detail":"{read_only:false; response_revision:29345; number_of_response:1; }","duration":"112.537751ms","start":"2026-04-10T15:02:16.016605Z","end":"2026-04-10T15:02:16.129143Z","steps":["trace[622022355] 'process raft request' (duration: 111.776307ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:16.129185Z","caller":"traceutil/trace.go:171","msg":"trace[1178481692] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29345; }","duration":"224.527245ms","start":"2026-04-10T15:02:15.904641Z","end":"2026-04-10T15:02:16.129168Z","steps":["trace[1178481692] 'agreement among raft nodes before linearized reading' (duration: 224.427672ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:16.713758Z","caller":"traceutil/trace.go:171","msg":"trace[1174742092] linearizableReadLoop","detail":"{readStateIndex:30383; appliedIndex:30382; }","duration":"359.181371ms","start":"2026-04-10T15:02:16.354546Z","end":"2026-04-10T15:02:16.713728Z","steps":["trace[1174742092] 'read index received' (duration: 358.770598ms)","trace[1174742092] 'applied index is now lower than readState.Index' (duration: 409.243µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:16.713869Z","caller":"traceutil/trace.go:171","msg":"trace[997024697] transaction","detail":"{read_only:false; response_revision:29347; number_of_response:1; }","duration":"374.073901ms","start":"2026-04-10T15:02:16.339757Z","end":"2026-04-10T15:02:16.713831Z","steps":["trace[997024697] 'process raft request' (duration: 373.699739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:16.714048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:16.339728Z","time spent":"374.226925ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:16.714248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.912913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T15:02:16.714564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.463171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:02:16.714617Z","caller":"traceutil/trace.go:171","msg":"trace[1045484835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29347; }","duration":"360.098261ms","start":"2026-04-10T15:02:16.354504Z","end":"2026-04-10T15:02:16.714602Z","steps":["trace[1045484835] 'agreement among raft nodes before linearized reading' (duration: 359.403899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:16.714663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:16.354482Z","time spent":"360.168492ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T15:02:16.714593Z","caller":"traceutil/trace.go:171","msg":"trace[367456150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29347; }","duration":"359.345046ms","start":"2026-04-10T15:02:16.355212Z","end":"2026-04-10T15:02:16.714557Z","steps":["trace[367456150] 'agreement among raft nodes before linearized reading' (duration: 358.846991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:16.714762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:16.355189Z","time spent":"359.558713ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:02:16.71429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.636866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T15:02:16.714897Z","caller":"traceutil/trace.go:171","msg":"trace[650244025] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29347; }","duration":"360.296537ms","start":"2026-04-10T15:02:16.354585Z","end":"2026-04-10T15:02:16.714882Z","steps":["trace[650244025] 'agreement among raft nodes before linearized reading' (duration: 359.413899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:16.714936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:16.354582Z","time spent":"360.342438ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T15:02:19.240441Z","caller":"traceutil/trace.go:171","msg":"trace[1043475065] transaction","detail":"{read_only:false; response_revision:29371; number_of_response:1; }","duration":"373.536854ms","start":"2026-04-10T15:02:18.866868Z","end":"2026-04-10T15:02:19.240405Z","steps":["trace[1043475065] 'process raft request' (duration: 363.644592ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:19.240576Z","caller":"traceutil/trace.go:171","msg":"trace[831549302] transaction","detail":"{read_only:false; response_revision:29372; number_of_response:1; }","duration":"265.755192ms","start":"2026-04-10T15:02:18.974792Z","end":"2026-04-10T15:02:19.240547Z","steps":["trace[831549302] 'process raft request' (duration: 265.619048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:19.240647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:18.866857Z","time spent":"373.682098ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:19.240678Z","caller":"traceutil/trace.go:171","msg":"trace[1828871010] linearizableReadLoop","detail":"{readStateIndex:30408; appliedIndex:30407; }","duration":"370.483077ms","start":"2026-04-10T15:02:18.870137Z","end":"2026-04-10T15:02:19.24062Z","steps":["trace[1828871010] 'read index received' (duration: 360.325798ms)","trace[1828871010] 'applied index is now lower than readState.Index' (duration: 10.150749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:19.240899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.729515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:02:19.240953Z","caller":"traceutil/trace.go:171","msg":"trace[1048537658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29372; }","duration":"370.839978ms","start":"2026-04-10T15:02:18.870098Z","end":"2026-04-10T15:02:19.240938Z","steps":["trace[1048537658] 'agreement among raft nodes before linearized reading' (duration: 370.638272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:19.240986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:18.870084Z","time spent":"370.888441ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:19.241033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.097838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9646"} {"level":"info","ts":"2026-04-10T15:02:19.24114Z","caller":"traceutil/trace.go:171","msg":"trace[892653808] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:29372; }","duration":"304.249713ms","start":"2026-04-10T15:02:18.936864Z","end":"2026-04-10T15:02:19.241114Z","steps":["trace[892653808] 'agreement among raft nodes before linearized reading' (duration: 303.961854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:19.241209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:18.936833Z","time spent":"304.361786ms","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9669,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-10T15:02:19.921721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839140721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:02:20.033369Z","caller":"traceutil/trace.go:171","msg":"trace[442143344] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"706.79435ms","start":"2026-04-10T15:02:19.326555Z","end":"2026-04-10T15:02:20.03335Z","steps":["trace[442143344] 'process raft request' (duration: 706.639275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:20.033578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.326532Z","time spent":"706.968654ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:20.174307Z","caller":"traceutil/trace.go:171","msg":"trace[1856922982] transaction","detail":"{read_only:false; response_revision:29377; number_of_response:1; }","duration":"592.643387ms","start":"2026-04-10T15:02:19.58161Z","end":"2026-04-10T15:02:20.174254Z","steps":["trace[1856922982] 'process raft request' (duration: 549.368555ms)","trace[1856922982] 'compare' (duration: 42.987513ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:20.174346Z","caller":"traceutil/trace.go:171","msg":"trace[2009905300] transaction","detail":"{read_only:false; response_revision:29378; number_of_response:1; }","duration":"526.541588ms","start":"2026-04-10T15:02:19.647783Z","end":"2026-04-10T15:02:20.174325Z","steps":["trace[2009905300] 'process raft request' (duration: 526.394853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:20.174349Z","caller":"traceutil/trace.go:171","msg":"trace[1753267856] linearizableReadLoop","detail":"{readStateIndex:30415; appliedIndex:30412; }","duration":"752.767336ms","start":"2026-04-10T15:02:19.421553Z","end":"2026-04-10T15:02:20.174321Z","steps":["trace[1753267856] 'read index received' (duration: 611.682287ms)","trace[1753267856] 'applied index is now lower than readState.Index' (duration: 141.083509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:20.174461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.647709Z","time spent":"526.686703ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:20.174496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.581586Z","time spent":"592.805213ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:20.174751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.023644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:20.174831Z","caller":"traceutil/trace.go:171","msg":"trace[1083322497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29379; }","duration":"753.318403ms","start":"2026-04-10T15:02:19.421492Z","end":"2026-04-10T15:02:20.174811Z","steps":["trace[1083322497] 'agreement among raft nodes before linearized reading' (duration: 752.971232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:20.174896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.421456Z","time spent":"753.421437ms","remote":"127.0.0.1:43126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:20.232371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.030413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:20.232453Z","caller":"traceutil/trace.go:171","msg":"trace[2088312122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:29380; }","duration":"588.167187ms","start":"2026-04-10T15:02:19.644266Z","end":"2026-04-10T15:02:20.232433Z","steps":["trace[2088312122] 'agreement among raft nodes before linearized reading' (duration: 588.017082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:20.232488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.644229Z","time spent":"588.250469ms","remote":"127.0.0.1:42482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:20.232535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.831401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:20.232531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.145105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:20.232596Z","caller":"traceutil/trace.go:171","msg":"trace[338457191] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:29380; }","duration":"672.917993ms","start":"2026-04-10T15:02:19.559658Z","end":"2026-04-10T15:02:20.232576Z","steps":["trace[338457191] 'agreement among raft nodes before linearized reading' (duration: 672.830731ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:20.232606Z","caller":"traceutil/trace.go:171","msg":"trace[1528634999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:29380; }","duration":"676.259999ms","start":"2026-04-10T15:02:19.556328Z","end":"2026-04-10T15:02:20.232588Z","steps":["trace[1528634999] 'agreement among raft nodes before linearized reading' (duration: 676.135955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:20.232631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.559635Z","time spent":"672.988516ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:20.232654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.556306Z","time spent":"676.334191ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:20.232385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.816055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:20.233155Z","caller":"traceutil/trace.go:171","msg":"trace[583555348] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:29380; }","duration":"499.580919ms","start":"2026-04-10T15:02:19.733507Z","end":"2026-04-10T15:02:20.233088Z","steps":["trace[583555348] 'agreement among raft nodes before linearized reading' (duration: 498.778564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:20.233231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.733489Z","time spent":"499.722494ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:20.233821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.074839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-10T15:02:20.233904Z","caller":"traceutil/trace.go:171","msg":"trace[2014555523] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:29380; }","duration":"776.183152ms","start":"2026-04-10T15:02:19.4577Z","end":"2026-04-10T15:02:20.233883Z","steps":["trace[2014555523] 'agreement among raft nodes before linearized reading' (duration: 775.580893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:20.233971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.457672Z","time spent":"776.288346ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-10T15:02:22.286459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.452195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:73035"} {"level":"info","ts":"2026-04-10T15:02:22.286556Z","caller":"traceutil/trace.go:171","msg":"trace[717987199] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:29398; }","duration":"144.577159ms","start":"2026-04-10T15:02:22.141963Z","end":"2026-04-10T15:02:22.286541Z","steps":["trace[717987199] 'agreement among raft nodes before linearized reading' (duration: 144.288279ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:22.28621Z","caller":"traceutil/trace.go:171","msg":"trace[1982654895] linearizableReadLoop","detail":"{readStateIndex:30436; appliedIndex:30435; }","duration":"144.190337ms","start":"2026-04-10T15:02:22.141983Z","end":"2026-04-10T15:02:22.286173Z","steps":["trace[1982654895] 'read index received' (duration: 144.038382ms)","trace[1982654895] 'applied index is now lower than readState.Index' (duration: 150.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:22.527426Z","caller":"traceutil/trace.go:171","msg":"trace[1573378243] transaction","detail":"{read_only:false; response_revision:29399; number_of_response:1; }","duration":"346.595116ms","start":"2026-04-10T15:02:22.180804Z","end":"2026-04-10T15:02:22.5274Z","steps":["trace[1573378243] 'process raft request' (duration: 331.367026ms)","trace[1573378243] 'compare' (duration: 14.947291ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:22.527456Z","caller":"traceutil/trace.go:171","msg":"trace[562732391] transaction","detail":"{read_only:false; response_revision:29400; number_of_response:1; }","duration":"346.531364ms","start":"2026-04-10T15:02:22.180904Z","end":"2026-04-10T15:02:22.527435Z","steps":["trace[562732391] 'process raft request' (duration: 346.388789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:22.527556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:22.18078Z","time spent":"346.705829ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:22.527563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:22.180868Z","time spent":"346.639427ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:22.527731Z","caller":"traceutil/trace.go:171","msg":"trace[943258705] transaction","detail":"{read_only:false; response_revision:29403; number_of_response:1; }","duration":"272.179805ms","start":"2026-04-10T15:02:22.255523Z","end":"2026-04-10T15:02:22.527703Z","steps":["trace[943258705] 'process raft request' (duration: 272.107513ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:22.52783Z","caller":"traceutil/trace.go:171","msg":"trace[840756079] transaction","detail":"{read_only:false; response_revision:29401; number_of_response:1; }","duration":"272.407951ms","start":"2026-04-10T15:02:22.255399Z","end":"2026-04-10T15:02:22.527807Z","steps":["trace[840756079] 'process raft request' (duration: 271.978908ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:22.527855Z","caller":"traceutil/trace.go:171","msg":"trace[1919565023] transaction","detail":"{read_only:false; response_revision:29402; number_of_response:1; }","duration":"272.337199ms","start":"2026-04-10T15:02:22.255499Z","end":"2026-04-10T15:02:22.527837Z","steps":["trace[1919565023] 'process raft request' (duration: 272.000979ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:22.538151Z","caller":"traceutil/trace.go:171","msg":"trace[485443339] linearizableReadLoop","detail":"{readStateIndex:30442; appliedIndex:30436; }","duration":"222.128259ms","start":"2026-04-10T15:02:22.316006Z","end":"2026-04-10T15:02:22.538134Z","steps":["trace[485443339] 'read index received' (duration: 196.255025ms)","trace[485443339] 'applied index is now lower than readState.Index' (duration: 25.872264ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:22.53824Z","caller":"traceutil/trace.go:171","msg":"trace[258064944] transaction","detail":"{read_only:false; response_revision:29404; number_of_response:1; }","duration":"250.505592ms","start":"2026-04-10T15:02:22.287683Z","end":"2026-04-10T15:02:22.538189Z","steps":["trace[258064944] 'process raft request' (duration: 250.354677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:22.538371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.371457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:24103"} {"level":"info","ts":"2026-04-10T15:02:22.538405Z","caller":"traceutil/trace.go:171","msg":"trace[1997773235] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:29404; }","duration":"222.457149ms","start":"2026-04-10T15:02:22.315939Z","end":"2026-04-10T15:02:22.538396Z","steps":["trace[1997773235] 'agreement among raft nodes before linearized reading' (duration: 222.294754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:22.538433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.612759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:02:22.538482Z","caller":"traceutil/trace.go:171","msg":"trace[204040272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29404; }","duration":"218.702971ms","start":"2026-04-10T15:02:22.319768Z","end":"2026-04-10T15:02:22.538471Z","steps":["trace[204040272] 'agreement among raft nodes before linearized reading' (duration: 218.547387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:22.538567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.759341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-10T15:02:22.53861Z","caller":"traceutil/trace.go:171","msg":"trace[168255965] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29404; }","duration":"217.822773ms","start":"2026-04-10T15:02:22.320776Z","end":"2026-04-10T15:02:22.538599Z","steps":["trace[168255965] 'agreement among raft nodes before linearized reading' (duration: 217.71263ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:23.20368Z","caller":"traceutil/trace.go:171","msg":"trace[545887812] linearizableReadLoop","detail":"{readStateIndex:30445; appliedIndex:30444; }","duration":"386.656996ms","start":"2026-04-10T15:02:22.816992Z","end":"2026-04-10T15:02:23.203649Z","steps":["trace[545887812] 'read index received' (duration: 386.384498ms)","trace[545887812] 'applied index is now lower than readState.Index' (duration: 271.338µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:23.203792Z","caller":"traceutil/trace.go:171","msg":"trace[163051965] transaction","detail":"{read_only:false; response_revision:29407; number_of_response:1; }","duration":"462.142642ms","start":"2026-04-10T15:02:22.741606Z","end":"2026-04-10T15:02:23.203749Z","steps":["trace[163051965] 'process raft request' (duration: 461.803781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:23.203947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.900514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:23.204009Z","caller":"traceutil/trace.go:171","msg":"trace[818104663] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29407; }","duration":"387.050098ms","start":"2026-04-10T15:02:22.816944Z","end":"2026-04-10T15:02:23.203994Z","steps":["trace[818104663] 'agreement among raft nodes before linearized reading' (duration: 386.876293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:23.204062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:22.816922Z","time spent":"387.126301ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:23.204078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.93134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:23.204119Z","caller":"traceutil/trace.go:171","msg":"trace[1134084470] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:29407; }","duration":"192.016872ms","start":"2026-04-10T15:02:23.012089Z","end":"2026-04-10T15:02:23.204106Z","steps":["trace[1134084470] 'agreement among raft nodes before linearized reading' (duration: 191.932459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:23.204122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.452067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-10T15:02:23.204168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:22.741588Z","time spent":"462.309126ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:23.20419Z","caller":"traceutil/trace.go:171","msg":"trace[1442977873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29407; }","duration":"343.55643ms","start":"2026-04-10T15:02:22.860617Z","end":"2026-04-10T15:02:23.204173Z","steps":["trace[1442977873] 'agreement among raft nodes before linearized reading' (duration: 343.390815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:23.204234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:22.860596Z","time spent":"343.628373ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:02:23.204346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.139749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-10T15:02:23.2045Z","caller":"traceutil/trace.go:171","msg":"trace[1004685235] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29407; }","duration":"290.383617ms","start":"2026-04-10T15:02:22.914077Z","end":"2026-04-10T15:02:23.204461Z","steps":["trace[1004685235] 'agreement among raft nodes before linearized reading' (duration: 289.872741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:23.203978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.85841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T15:02:23.204802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.30132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:02:23.204994Z","caller":"traceutil/trace.go:171","msg":"trace[864853768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29407; }","duration":"351.573502ms","start":"2026-04-10T15:02:22.853074Z","end":"2026-04-10T15:02:23.204648Z","steps":["trace[864853768] 'agreement among raft nodes before linearized reading' (duration: 350.748306ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:23.204998Z","caller":"traceutil/trace.go:171","msg":"trace[782685711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29407; }","duration":"348.547677ms","start":"2026-04-10T15:02:22.856412Z","end":"2026-04-10T15:02:23.20496Z","steps":["trace[782685711] 'agreement among raft nodes before linearized reading' (duration: 347.844205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:23.205039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:22.853053Z","time spent":"351.974705ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:02:23.205237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:22.856403Z","time spent":"348.760204ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T15:02:29.525594Z","caller":"traceutil/trace.go:171","msg":"trace[274061122] linearizableReadLoop","detail":"{readStateIndex:30490; appliedIndex:30489; }","duration":"150.099423ms","start":"2026-04-10T15:02:29.375464Z","end":"2026-04-10T15:02:29.525564Z","steps":["trace[274061122] 'read index received' (duration: 149.970699ms)","trace[274061122] 'applied index is now lower than readState.Index' (duration: 127.634µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:29.52565Z","caller":"traceutil/trace.go:171","msg":"trace[265241899] transaction","detail":"{read_only:false; response_revision:29451; number_of_response:1; }","duration":"178.820657ms","start":"2026-04-10T15:02:29.346784Z","end":"2026-04-10T15:02:29.525605Z","steps":["trace[265241899] 'process raft request' (duration: 178.615441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:29.525937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.302637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-10T15:02:29.525945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.40587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T15:02:29.525985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.511055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:02:29.526031Z","caller":"traceutil/trace.go:171","msg":"trace[1952365221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29451; }","duration":"175.505693ms","start":"2026-04-10T15:02:29.350504Z","end":"2026-04-10T15:02:29.52601Z","steps":["trace[1952365221] 'agreement among raft nodes before linearized reading' (duration: 175.167712ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:29.526105Z","caller":"traceutil/trace.go:171","msg":"trace[386884940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29451; }","duration":"218.63069ms","start":"2026-04-10T15:02:29.307437Z","end":"2026-04-10T15:02:29.526068Z","steps":["trace[386884940] 'agreement among raft nodes before linearized reading' (duration: 218.432203ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:29.526023Z","caller":"traceutil/trace.go:171","msg":"trace[1562679633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29451; }","duration":"217.441842ms","start":"2026-04-10T15:02:29.308559Z","end":"2026-04-10T15:02:29.526Z","steps":["trace[1562679633] 'agreement among raft nodes before linearized reading' (duration: 217.164683ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:29.565326Z","caller":"traceutil/trace.go:171","msg":"trace[1339717863] transaction","detail":"{read_only:false; response_revision:29452; number_of_response:1; }","duration":"184.728753ms","start":"2026-04-10T15:02:29.380573Z","end":"2026-04-10T15:02:29.565302Z","steps":["trace[1339717863] 'process raft request' (duration: 184.486355ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:30.889288Z","caller":"traceutil/trace.go:171","msg":"trace[1560924744] transaction","detail":"{read_only:false; response_revision:29458; number_of_response:1; }","duration":"270.515022ms","start":"2026-04-10T15:02:30.618729Z","end":"2026-04-10T15:02:30.889244Z","steps":["trace[1560924744] 'process raft request' (duration: 179.035624ms)","trace[1560924744] 'compare' (duration: 90.629391ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:30.889302Z","caller":"traceutil/trace.go:171","msg":"trace[275846773] transaction","detail":"{read_only:false; response_revision:29459; number_of_response:1; }","duration":"269.997166ms","start":"2026-04-10T15:02:30.619271Z","end":"2026-04-10T15:02:30.889268Z","steps":["trace[275846773] 'process raft request' (duration: 269.790439ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:30.889823Z","caller":"traceutil/trace.go:171","msg":"trace[1265737625] transaction","detail":"{read_only:false; response_revision:29460; number_of_response:1; }","duration":"269.139168ms","start":"2026-04-10T15:02:30.620658Z","end":"2026-04-10T15:02:30.889797Z","steps":["trace[1265737625] 'process raft request' (duration: 268.55331ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:30.889972Z","caller":"traceutil/trace.go:171","msg":"trace[428921129] transaction","detail":"{read_only:false; response_revision:29461; number_of_response:1; }","duration":"269.281833ms","start":"2026-04-10T15:02:30.620669Z","end":"2026-04-10T15:02:30.889951Z","steps":["trace[428921129] 'process raft request' (duration: 269.020445ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:30.889858Z","caller":"traceutil/trace.go:171","msg":"trace[1236199976] linearizableReadLoop","detail":"{readStateIndex:30500; appliedIndex:30496; }","duration":"234.735127ms","start":"2026-04-10T15:02:30.655098Z","end":"2026-04-10T15:02:30.889833Z","steps":["trace[1236199976] 'read index received' (duration: 142.594937ms)","trace[1236199976] 'applied index is now lower than readState.Index' (duration: 92.13893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:30.890344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.230632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:02:30.890385Z","caller":"traceutil/trace.go:171","msg":"trace[862369230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29461; }","duration":"235.350386ms","start":"2026-04-10T15:02:30.655023Z","end":"2026-04-10T15:02:30.890373Z","steps":["trace[862369230] 'agreement among raft nodes before linearized reading' (duration: 235.136389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:30.89058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.734689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:02:30.890752Z","caller":"traceutil/trace.go:171","msg":"trace[496484260] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29461; }","duration":"229.947616ms","start":"2026-04-10T15:02:30.660785Z","end":"2026-04-10T15:02:30.890733Z","steps":["trace[496484260] 'agreement among raft nodes before linearized reading' (duration: 229.482691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:30.890871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.470982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:02:30.890907Z","caller":"traceutil/trace.go:171","msg":"trace[1592879623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29461; }","duration":"196.556495ms","start":"2026-04-10T15:02:30.694341Z","end":"2026-04-10T15:02:30.890898Z","steps":["trace[1592879623] 'agreement among raft nodes before linearized reading' (duration: 196.439811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:34.095828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839141042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:02:34.101756Z","caller":"traceutil/trace.go:171","msg":"trace[411392972] linearizableReadLoop","detail":"{readStateIndex:30520; appliedIndex:30519; }","duration":"506.239178ms","start":"2026-04-10T15:02:33.595496Z","end":"2026-04-10T15:02:34.101735Z","steps":["trace[411392972] 'read index received' (duration: 505.905258ms)","trace[411392972] 'applied index is now lower than readState.Index' (duration: 333.15µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:34.101817Z","caller":"traceutil/trace.go:171","msg":"trace[1451567322] transaction","detail":"{read_only:false; response_revision:29480; number_of_response:1; }","duration":"532.273498ms","start":"2026-04-10T15:02:33.569519Z","end":"2026-04-10T15:02:34.101793Z","steps":["trace[1451567322] 'process raft request' (duration: 531.940408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:34.102605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:33.569488Z","time spent":"533.027332ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:34.101969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.71857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:02:34.10304Z","caller":"traceutil/trace.go:171","msg":"trace[300041588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29480; }","duration":"484.811274ms","start":"2026-04-10T15:02:33.618193Z","end":"2026-04-10T15:02:34.103004Z","steps":["trace[300041588] 'agreement among raft nodes before linearized reading' (duration: 483.645818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:34.103149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:33.61817Z","time spent":"484.950819ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:02:34.101975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.469706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:02:34.103329Z","caller":"traceutil/trace.go:171","msg":"trace[2014545101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29480; }","duration":"507.88136ms","start":"2026-04-10T15:02:33.595431Z","end":"2026-04-10T15:02:34.103312Z","steps":["trace[2014545101] 'agreement among raft nodes before linearized reading' (duration: 506.396183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:34.103366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:33.595397Z","time spent":"507.959052ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:02:34.102081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.911044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:02:34.10347Z","caller":"traceutil/trace.go:171","msg":"trace[1326346798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29480; }","duration":"484.307559ms","start":"2026-04-10T15:02:33.619152Z","end":"2026-04-10T15:02:34.103459Z","steps":["trace[1326346798] 'agreement among raft nodes before linearized reading' (duration: 482.853543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:34.103509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:33.619145Z","time spent":"484.3545ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:34.102246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.755294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:02:34.103584Z","caller":"traceutil/trace.go:171","msg":"trace[214511656] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29480; }","duration":"248.152938ms","start":"2026-04-10T15:02:33.855422Z","end":"2026-04-10T15:02:34.103575Z","steps":["trace[214511656] 'agreement among raft nodes before linearized reading' (duration: 246.481756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:34.102259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.448902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:02:34.104054Z","caller":"traceutil/trace.go:171","msg":"trace[357476094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29480; }","duration":"485.294819ms","start":"2026-04-10T15:02:33.618726Z","end":"2026-04-10T15:02:34.104021Z","steps":["trace[357476094] 'agreement among raft nodes before linearized reading' (duration: 483.293916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:34.104289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:33.618703Z","time spent":"485.560878ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:39.964534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839141137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:02:39.994256Z","caller":"traceutil/trace.go:171","msg":"trace[414211786] transaction","detail":"{read_only:false; response_revision:29522; number_of_response:1; }","duration":"806.829826ms","start":"2026-04-10T15:02:39.1874Z","end":"2026-04-10T15:02:39.99423Z","steps":["trace[414211786] 'process raft request' (duration: 806.64645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:39.994403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:39.187373Z","time spent":"806.95431ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:40.008186Z","caller":"traceutil/trace.go:171","msg":"trace[1798030536] linearizableReadLoop","detail":"{readStateIndex:30564; appliedIndex:30562; }","duration":"543.724278ms","start":"2026-04-10T15:02:39.464424Z","end":"2026-04-10T15:02:40.008148Z","steps":["trace[1798030536] 'read index received' (duration: 529.679506ms)","trace[1798030536] 'applied index is now lower than readState.Index' (duration: 14.043072ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:40.008481Z","caller":"traceutil/trace.go:171","msg":"trace[1200911880] transaction","detail":"{read_only:false; response_revision:29523; number_of_response:1; }","duration":"818.937577ms","start":"2026-04-10T15:02:39.189487Z","end":"2026-04-10T15:02:40.008424Z","steps":["trace[1200911880] 'process raft request' (duration: 818.432941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:40.008628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.169781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:02:40.008687Z","caller":"traceutil/trace.go:171","msg":"trace[439741335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29523; }","duration":"544.299355ms","start":"2026-04-10T15:02:39.464369Z","end":"2026-04-10T15:02:40.008668Z","steps":["trace[439741335] 'agreement among raft nodes before linearized reading' (duration: 544.063878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:40.008779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:39.464346Z","time spent":"544.420479ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:40.009008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:39.189454Z","time spent":"819.156794ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:41.045997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839141146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:02:41.546517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839141146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:02:41.819234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372802346s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:02:41.82792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563247828s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:41.828178Z","caller":"traceutil/trace.go:171","msg":"trace[1644970406] transaction","detail":"{read_only:false; response_revision:29526; number_of_response:1; }","duration":"1.671964558s","start":"2026-04-10T15:02:40.156184Z","end":"2026-04-10T15:02:41.828149Z","steps":["trace[1644970406] 'process raft request' (duration: 108.369919ms)","trace[1644970406] 'compare' (duration: 1.563089674s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:41.828288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.156163Z","time spent":"1.672068872s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:41.828448Z","caller":"traceutil/trace.go:171","msg":"trace[948688015] transaction","detail":"{read_only:false; response_revision:29527; number_of_response:1; }","duration":"1.671741441s","start":"2026-04-10T15:02:40.156659Z","end":"2026-04-10T15:02:41.8284Z","steps":["trace[948688015] 'process raft request' (duration: 1.671405641s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:41.828584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.156634Z","time spent":"1.671876226s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:41.828755Z","caller":"traceutil/trace.go:171","msg":"trace[1566181106] transaction","detail":"{read_only:false; response_revision:29528; number_of_response:1; }","duration":"1.671416222s","start":"2026-04-10T15:02:40.157307Z","end":"2026-04-10T15:02:41.828723Z","steps":["trace[1566181106] 'process raft request' (duration: 1.671001388s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:41.828826Z","caller":"traceutil/trace.go:171","msg":"trace[413128325] transaction","detail":"{read_only:false; response_revision:29529; number_of_response:1; }","duration":"1.671184074s","start":"2026-04-10T15:02:40.157625Z","end":"2026-04-10T15:02:41.828809Z","steps":["trace[413128325] 'process raft request' (duration: 1.671013849s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:41.828889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.157604Z","time spent":"1.671254786s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:41.828891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.157279Z","time spent":"1.671541106s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:41.829081Z","caller":"traceutil/trace.go:171","msg":"trace[1793806851] transaction","detail":"{read_only:false; response_revision:29530; number_of_response:1; }","duration":"1.564608851s","start":"2026-04-10T15:02:40.264427Z","end":"2026-04-10T15:02:41.829035Z","steps":["trace[1793806851] 'process raft request' (duration: 1.564339163s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:41.829313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.264389Z","time spent":"1.564825068s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:41.912049Z","caller":"traceutil/trace.go:171","msg":"trace[1835523941] transaction","detail":"{read_only:false; response_revision:29532; number_of_response:1; }","duration":"965.378726ms","start":"2026-04-10T15:02:40.946629Z","end":"2026-04-10T15:02:41.912008Z","steps":["trace[1835523941] 'process raft request' (duration: 965.283393ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:41.912073Z","caller":"traceutil/trace.go:171","msg":"trace[1665077107] transaction","detail":"{read_only:false; response_revision:29531; number_of_response:1; }","duration":"1.227765352s","start":"2026-04-10T15:02:40.68426Z","end":"2026-04-10T15:02:41.912025Z","steps":["trace[1665077107] 'process raft request' (duration: 1.227479503s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:41.912246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.946603Z","time spent":"965.540251ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:41.912305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.684232Z","time spent":"1.227944447s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:41.912538Z","caller":"traceutil/trace.go:171","msg":"trace[833641557] transaction","detail":"{read_only:false; response_revision:29533; number_of_response:1; }","duration":"964.857009ms","start":"2026-04-10T15:02:40.947663Z","end":"2026-04-10T15:02:41.91252Z","steps":["trace[833641557] 'process raft request' (duration: 964.293981ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:41.912578Z","caller":"traceutil/trace.go:171","msg":"trace[1994360842] linearizableReadLoop","detail":"{readStateIndex:30576; appliedIndex:30566; }","duration":"1.367168729s","start":"2026-04-10T15:02:40.545376Z","end":"2026-04-10T15:02:41.912544Z","steps":["trace[1994360842] 'read index received' (duration: 1.274146802s)","trace[1994360842] 'applied index is now lower than readState.Index' (duration: 93.020347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:41.912638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.94764Z","time spent":"964.945162ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:41.912691Z","caller":"traceutil/trace.go:171","msg":"trace[517197796] transaction","detail":"{read_only:false; response_revision:29534; number_of_response:1; }","duration":"961.346059ms","start":"2026-04-10T15:02:40.951331Z","end":"2026-04-10T15:02:41.912677Z","steps":["trace[517197796] 'process raft request' (duration: 960.941576ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:41.912732Z","caller":"traceutil/trace.go:171","msg":"trace[1405986179] transaction","detail":"{read_only:false; response_revision:29535; number_of_response:1; }","duration":"961.310318ms","start":"2026-04-10T15:02:40.951408Z","end":"2026-04-10T15:02:41.912718Z","steps":["trace[1405986179] 'process raft request' (duration: 961.05609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:41.912782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.951312Z","time spent":"961.413822ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:41.912815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.951401Z","time spent":"961.37459ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:41.912851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367471148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:41.912916Z","caller":"traceutil/trace.go:171","msg":"trace[1800843755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29535; }","duration":"1.367588782s","start":"2026-04-10T15:02:40.545312Z","end":"2026-04-10T15:02:41.912901Z","steps":["trace[1800843755] 'agreement among raft nodes before linearized reading' (duration: 1.367481739s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:41.912966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.545282Z","time spent":"1.367674904s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:02:43.160646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167394632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:43.160799Z","caller":"traceutil/trace.go:171","msg":"trace[963177819] linearizableReadLoop","detail":"{readStateIndex:30577; appliedIndex:30576; }","duration":"1.248140142s","start":"2026-04-10T15:02:41.912633Z","end":"2026-04-10T15:02:43.160773Z","steps":["trace[963177819] 'read index received' (duration: 80.332177ms)","trace[963177819] 'applied index is now lower than readState.Index' (duration: 1.167805595s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:43.161037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24406249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:43.161028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907020684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:02:43.161065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271288901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:43.161076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329328807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:43.161065Z","caller":"traceutil/trace.go:171","msg":"trace[363379407] transaction","detail":"{read_only:false; response_revision:29536; number_of_response:1; }","duration":"1.277848958s","start":"2026-04-10T15:02:41.883166Z","end":"2026-04-10T15:02:43.161014Z","steps":["trace[363379407] 'process raft request' (duration: 109.94566ms)","trace[363379407] 'compare' (duration: 1.167058301s)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:43.161141Z","caller":"traceutil/trace.go:171","msg":"trace[1617291901] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29536; }","duration":"1.90718911s","start":"2026-04-10T15:02:41.253929Z","end":"2026-04-10T15:02:43.161118Z","steps":["trace[1617291901] 'agreement among raft nodes before linearized reading' (duration: 1.906980394s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.161163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505466735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:43.16117Z","caller":"traceutil/trace.go:171","msg":"trace[1838253886] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:29536; }","duration":"1.271451116s","start":"2026-04-10T15:02:41.88969Z","end":"2026-04-10T15:02:43.161141Z","steps":["trace[1838253886] 'agreement among raft nodes before linearized reading' (duration: 1.27126181s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.161201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.253902Z","time spent":"1.907283062s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:43.161216Z","caller":"traceutil/trace.go:171","msg":"trace[261549634] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29536; }","duration":"2.505520167s","start":"2026-04-10T15:02:40.655677Z","end":"2026-04-10T15:02:43.161197Z","steps":["trace[261549634] 'agreement among raft nodes before linearized reading' (duration: 2.505418063s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.161248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.889663Z","time spent":"1.27156964s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:43.161261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957305347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-10T15:02:43.161267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.65564Z","time spent":"2.505613849s","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:43.1613Z","caller":"traceutil/trace.go:171","msg":"trace[2039202168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29536; }","duration":"1.95738964s","start":"2026-04-10T15:02:41.203901Z","end":"2026-04-10T15:02:43.161291Z","steps":["trace[2039202168] 'agreement among raft nodes before linearized reading' (duration: 1.957248675s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.161262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583276128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:1 size:830"} {"level":"warn","ts":"2026-04-10T15:02:43.161305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.883129Z","time spent":"1.278050224s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:43.161336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.203876Z","time spent":"1.957451822s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T15:02:43.161363Z","caller":"traceutil/trace.go:171","msg":"trace[1672677715] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:1; response_revision:29536; }","duration":"1.583415392s","start":"2026-04-10T15:02:41.577922Z","end":"2026-04-10T15:02:43.161337Z","steps":["trace[1672677715] 'agreement among raft nodes before linearized reading' (duration: 1.583119103s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.161385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512872578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-10T15:02:43.161417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.5779Z","time spent":"1.583506655s","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":853,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" "} {"level":"info","ts":"2026-04-10T15:02:43.161445Z","caller":"traceutil/trace.go:171","msg":"trace[465619622] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29536; }","duration":"2.512969271s","start":"2026-04-10T15:02:40.64846Z","end":"2026-04-10T15:02:43.161429Z","steps":["trace[465619622] 'agreement among raft nodes before linearized reading' (duration: 2.512752364s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.161486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.648437Z","time spent":"2.513037513s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-10T15:02:43.161178Z","caller":"traceutil/trace.go:171","msg":"trace[277827220] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:29536; }","duration":"1.329516873s","start":"2026-04-10T15:02:41.831642Z","end":"2026-04-10T15:02:43.161159Z","steps":["trace[277827220] 'agreement among raft nodes before linearized reading' (duration: 1.329337848s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.161547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.831618Z","time spent":"1.329912935s","remote":"127.0.0.1:40850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:43.161117Z","caller":"traceutil/trace.go:171","msg":"trace[471062460] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:29536; }","duration":"2.244192994s","start":"2026-04-10T15:02:40.916905Z","end":"2026-04-10T15:02:43.161098Z","steps":["trace[471062460] 'agreement among raft nodes before linearized reading' (duration: 2.244054519s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.16176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:40.916885Z","time spent":"2.244858605s","remote":"127.0.0.1:40638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:43.661976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839141160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:02:43.914973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999528674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T15:02:43.91529Z","caller":"traceutil/trace.go:171","msg":"trace[301159405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903496s","start":"2026-04-10T15:02:41.915356Z","end":"2026-04-10T15:02:43.91526Z","steps":["trace[301159405] 'agreement among raft nodes before linearized reading' (duration: 1.999548155s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:43.91542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.915335Z","time spent":"2.00005413s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 15:02:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T15:02:44.162809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839141160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:02:44.384914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.225621909s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T15:02:44.53827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.065417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:44.53841Z","caller":"traceutil/trace.go:171","msg":"trace[1675959406] transaction","detail":"{read_only:false; response_revision:29537; number_of_response:1; }","duration":"2.379275153s","start":"2026-04-10T15:02:42.159105Z","end":"2026-04-10T15:02:44.53838Z","steps":["trace[1675959406] 'process raft request' (duration: 2.22600451s)","trace[1675959406] 'compare' (duration: 152.876791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:44.538502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:42.159039Z","time spent":"2.379425768s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:45.052742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.366046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:45.05306Z","caller":"traceutil/trace.go:171","msg":"trace[1346813236] transaction","detail":"{read_only:false; response_revision:29539; number_of_response:1; }","duration":"1.133479785s","start":"2026-04-10T15:02:43.919546Z","end":"2026-04-10T15:02:45.053026Z","steps":["trace[1346813236] 'process raft request' (duration: 1.13332121s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.053198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.919529Z","time spent":"1.133600729s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:45.053397Z","caller":"traceutil/trace.go:171","msg":"trace[180594955] transaction","detail":"{read_only:false; response_revision:29540; number_of_response:1; }","duration":"1.133689891s","start":"2026-04-10T15:02:43.919683Z","end":"2026-04-10T15:02:45.053373Z","steps":["trace[180594955] 'process raft request' (duration: 1.133284029s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.053543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.919669Z","time spent":"1.133797655s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:45.053644Z","caller":"traceutil/trace.go:171","msg":"trace[313128119] transaction","detail":"{read_only:false; response_revision:29541; number_of_response:1; }","duration":"1.133360792s","start":"2026-04-10T15:02:43.920252Z","end":"2026-04-10T15:02:45.053613Z","steps":["trace[313128119] 'process raft request' (duration: 1.133026171s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:45.053806Z","caller":"traceutil/trace.go:171","msg":"trace[809404633] transaction","detail":"{read_only:false; response_revision:29542; number_of_response:1; }","duration":"1.133431734s","start":"2026-04-10T15:02:43.920338Z","end":"2026-04-10T15:02:45.053769Z","steps":["trace[809404633] 'process raft request' (duration: 1.133201677s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:45.053928Z","caller":"traceutil/trace.go:171","msg":"trace[823102508] transaction","detail":"{read_only:false; response_revision:29543; number_of_response:1; }","duration":"566.98961ms","start":"2026-04-10T15:02:44.486919Z","end":"2026-04-10T15:02:45.053908Z","steps":["trace[823102508] 'process raft request' (duration: 566.843056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.054002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968265331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:45.054045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026444416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:02:45.054053Z","caller":"traceutil/trace.go:171","msg":"trace[530791047] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29543; }","duration":"1.968364294s","start":"2026-04-10T15:02:43.085675Z","end":"2026-04-10T15:02:45.05404Z","steps":["trace[530791047] 'agreement among raft nodes before linearized reading' (duration: 1.968251271s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:45.054094Z","caller":"traceutil/trace.go:171","msg":"trace[616200879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29543; }","duration":"3.02654595s","start":"2026-04-10T15:02:42.027538Z","end":"2026-04-10T15:02:45.054084Z","steps":["trace[616200879] 'agreement among raft nodes before linearized reading' (duration: 3.026365394s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.054102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.085648Z","time spent":"1.968444586s","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:45.054095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935193715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.11\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-10T15:02:45.054125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:42.027511Z","time spent":"3.026607602s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:45.05413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040671013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:02:45.054171Z","caller":"traceutil/trace.go:171","msg":"trace[1097122205] range","detail":"{range_begin:/registry/masterleases/199.19.213.11; range_end:; response_count:1; response_revision:29543; }","duration":"2.935312109s","start":"2026-04-10T15:02:42.118839Z","end":"2026-04-10T15:02:45.054151Z","steps":["trace[1097122205] 'agreement among raft nodes before linearized reading' (duration: 2.935053241s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:45.054197Z","caller":"traceutil/trace.go:171","msg":"trace[91467962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29543; }","duration":"3.040833859s","start":"2026-04-10T15:02:42.013344Z","end":"2026-04-10T15:02:45.054178Z","steps":["trace[91467962] 'agreement among raft nodes before linearized reading' (duration: 3.040578841s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.054234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:42.118813Z","time spent":"2.935406972s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.11\" "} {"level":"warn","ts":"2026-04-10T15:02:45.054279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30254199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:45.054123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:44.486894Z","time spent":"567.111614ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:45.054327Z","caller":"traceutil/trace.go:171","msg":"trace[747762510] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:29543; }","duration":"2.302644793s","start":"2026-04-10T15:02:42.751669Z","end":"2026-04-10T15:02:45.054314Z","steps":["trace[747762510] 'agreement among raft nodes before linearized reading' (duration: 2.30254265s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.05439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:42.751647Z","time spent":"2.302733256s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:45.054212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054141838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-10T15:02:45.054667Z","caller":"traceutil/trace.go:171","msg":"trace[1272353669] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29543; }","duration":"3.054657935s","start":"2026-04-10T15:02:41.999993Z","end":"2026-04-10T15:02:45.054651Z","steps":["trace[1272353669] 'agreement among raft nodes before linearized reading' (duration: 3.053987133s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.054708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:41.999979Z","time spent":"3.054719906s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:02:45.054243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:42.013317Z","time spent":"3.040913941s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T15:02:45.05392Z","caller":"traceutil/trace.go:171","msg":"trace[659674348] linearizableReadLoop","detail":"{readStateIndex:30583; appliedIndex:30577; }","duration":"1.893053464s","start":"2026-04-10T15:02:43.160828Z","end":"2026-04-10T15:02:45.053882Z","steps":["trace[659674348] 'read index received' (duration: 1.224296762s)","trace[659674348] 'applied index is now lower than readState.Index' (duration: 668.750082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:45.054303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.920324Z","time spent":"1.133666071s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:45.053803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.920241Z","time spent":"1.133486745s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:45.053061Z","caller":"traceutil/trace.go:171","msg":"trace[1955780479] transaction","detail":"{read_only:false; response_revision:29538; number_of_response:1; }","duration":"1.134127945s","start":"2026-04-10T15:02:43.918893Z","end":"2026-04-10T15:02:45.05302Z","steps":["trace[1955780479] 'process raft request' (duration: 720.350206ms)","trace[1955780479] 'compare' (duration: 412.989164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:45.055374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.991889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:45.055926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.918865Z","time spent":"1.136976335s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:45.055992Z","caller":"traceutil/trace.go:171","msg":"trace[537713516] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29543; }","duration":"764.64768ms","start":"2026-04-10T15:02:44.29132Z","end":"2026-04-10T15:02:45.055968Z","steps":["trace[537713516] 'agreement among raft nodes before linearized reading' (duration: 764.00368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.056058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:44.2913Z","time spent":"764.737882ms","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:45.055394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890439412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-89kmm\" ","response":"range_response_count:1 size:19517"} {"level":"info","ts":"2026-04-10T15:02:45.056206Z","caller":"traceutil/trace.go:171","msg":"trace[470274929] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-89kmm; range_end:; response_count:1; response_revision:29543; }","duration":"1.891209307s","start":"2026-04-10T15:02:43.16494Z","end":"2026-04-10T15:02:45.056149Z","steps":["trace[470274929] 'agreement among raft nodes before linearized reading' (duration: 1.890324419s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.0554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441582419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:45.056372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.164895Z","time spent":"1.891387092s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":19540,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-89kmm\" "} {"level":"info","ts":"2026-04-10T15:02:45.056416Z","caller":"traceutil/trace.go:171","msg":"trace[636353147] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:29543; }","duration":"1.442639163s","start":"2026-04-10T15:02:43.613762Z","end":"2026-04-10T15:02:45.056401Z","steps":["trace[636353147] 'agreement among raft nodes before linearized reading' (duration: 1.441571299s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.056471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.613745Z","time spent":"1.442711125s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:45.055423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.274806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:45.056573Z","caller":"traceutil/trace.go:171","msg":"trace[1321840569] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:29543; }","duration":"354.457903ms","start":"2026-04-10T15:02:44.702086Z","end":"2026-04-10T15:02:45.056544Z","steps":["trace[1321840569] 'agreement among raft nodes before linearized reading' (duration: 353.311707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.055449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512303125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:45.05688Z","caller":"traceutil/trace.go:171","msg":"trace[1471957798] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29543; }","duration":"1.513816732s","start":"2026-04-10T15:02:43.543046Z","end":"2026-04-10T15:02:45.056863Z","steps":["trace[1471957798] 'agreement among raft nodes before linearized reading' (duration: 1.512376407s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.056922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.543018Z","time spent":"1.513890275s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:45.055468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.716645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:45.055511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132165563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:45.057278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:44.702061Z","time spent":"355.194976ms","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:45.057329Z","caller":"traceutil/trace.go:171","msg":"trace[939130338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29543; }","duration":"1.133984941s","start":"2026-04-10T15:02:43.923319Z","end":"2026-04-10T15:02:45.057304Z","steps":["trace[939130338] 'agreement among raft nodes before linearized reading' (duration: 1.132172094s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.057385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.923308Z","time spent":"1.134060473s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:02:45.055513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221730162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T15:02:45.057421Z","caller":"traceutil/trace.go:171","msg":"trace[273905400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29543; }","duration":"686.500851ms","start":"2026-04-10T15:02:44.370704Z","end":"2026-04-10T15:02:45.057204Z","steps":["trace[273905400] 'agreement among raft nodes before linearized reading' (duration: 684.737315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.057493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:44.370679Z","time spent":"686.78493ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:45.057469Z","caller":"traceutil/trace.go:171","msg":"trace[1786137922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29543; }","duration":"1.223718534s","start":"2026-04-10T15:02:43.833726Z","end":"2026-04-10T15:02:45.057445Z","steps":["trace[1786137922] 'agreement among raft nodes before linearized reading' (duration: 1.221546596s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.057545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.833707Z","time spent":"1.223818198s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:02:45.055548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119515685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:45.057667Z","caller":"traceutil/trace.go:171","msg":"trace[1968787201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29543; }","duration":"1.121676913s","start":"2026-04-10T15:02:43.935957Z","end":"2026-04-10T15:02:45.057634Z","steps":["trace[1968787201] 'agreement among raft nodes before linearized reading' (duration: 1.119565527s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.057717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.935936Z","time spent":"1.121768687s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:45.055558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875573664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-10T15:02:45.057783Z","caller":"traceutil/trace.go:171","msg":"trace[1466350651] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29543; }","duration":"1.877813405s","start":"2026-04-10T15:02:43.179958Z","end":"2026-04-10T15:02:45.057771Z","steps":["trace[1466350651] 'agreement among raft nodes before linearized reading' (duration: 1.875512152s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.057824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.179915Z","time spent":"1.877897077s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-10T15:02:45.055593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221945209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:02:45.057959Z","caller":"traceutil/trace.go:171","msg":"trace[1677209494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29543; }","duration":"1.224311133s","start":"2026-04-10T15:02:43.833619Z","end":"2026-04-10T15:02:45.05793Z","steps":["trace[1677209494] 'agreement among raft nodes before linearized reading' (duration: 1.221820044s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.05801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.833607Z","time spent":"1.224387696s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:02:45.055658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222287359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T15:02:45.058121Z","caller":"traceutil/trace.go:171","msg":"trace[1729315002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29543; }","duration":"1.224791698s","start":"2026-04-10T15:02:43.83332Z","end":"2026-04-10T15:02:45.058112Z","steps":["trace[1729315002] 'agreement among raft nodes before linearized reading' (duration: 1.222278429s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.058173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.833295Z","time spent":"1.224868371s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:45.055701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888307555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:02:45.058231Z","caller":"traceutil/trace.go:171","msg":"trace[387838508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29543; }","duration":"1.890888666s","start":"2026-04-10T15:02:43.167328Z","end":"2026-04-10T15:02:45.058217Z","steps":["trace[387838508] 'agreement among raft nodes before linearized reading' (duration: 1.888249603s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.058302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.167302Z","time spent":"1.890983479s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T15:02:45.055716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222495146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:02:45.058377Z","caller":"traceutil/trace.go:171","msg":"trace[895790973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29543; }","duration":"1.22518824s","start":"2026-04-10T15:02:43.833172Z","end":"2026-04-10T15:02:45.05836Z","steps":["trace[895790973] 'agreement among raft nodes before linearized reading' (duration: 1.222459424s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.058455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.833148Z","time spent":"1.225287734s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:02:45.055756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137573894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a5037640b6c681\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T15:02:45.058615Z","caller":"traceutil/trace.go:171","msg":"trace[1091424321] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a5037640b6c681; range_end:; response_count:1; response_revision:29543; }","duration":"1.140481626s","start":"2026-04-10T15:02:43.918121Z","end":"2026-04-10T15:02:45.058602Z","steps":["trace[1091424321] 'agreement among raft nodes before linearized reading' (duration: 1.13743379s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:45.058648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:43.918094Z","time spent":"1.140544507s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a5037640b6c681\" "} {"level":"warn","ts":"2026-04-10T15:02:46.178973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.53926ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T15:02:46.17908Z","caller":"traceutil/trace.go:171","msg":"trace[419923755] linearizableReadLoop","detail":"{readStateIndex:30585; appliedIndex:30584; }","duration":"1.118480343s","start":"2026-04-10T15:02:45.060556Z","end":"2026-04-10T15:02:46.179036Z","steps":["trace[419923755] 'read index received' (duration: 405.885442ms)","trace[419923755] 'applied index is now lower than readState.Index' (duration: 712.593781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:46.179135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.055573Z","time spent":"1.123554462s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T15:02:46.179418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118855095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18236"} {"level":"info","ts":"2026-04-10T15:02:46.179443Z","caller":"traceutil/trace.go:171","msg":"trace[1837708588] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29543; }","duration":"1.118910477s","start":"2026-04-10T15:02:45.060526Z","end":"2026-04-10T15:02:46.179437Z","steps":["trace[1837708588] 'agreement among raft nodes before linearized reading' (duration: 1.118589337s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.179461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.060508Z","time spent":"1.118949918s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18259,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-10T15:02:46.462551Z","caller":"traceutil/trace.go:171","msg":"trace[868197326] transaction","detail":"{read_only:false; response_revision:29544; number_of_response:1; }","duration":"1.401768177s","start":"2026-04-10T15:02:45.060757Z","end":"2026-04-10T15:02:46.462525Z","steps":["trace[868197326] 'process raft request' (duration: 1.396627925s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:46.462708Z","caller":"traceutil/trace.go:171","msg":"trace[895976496] transaction","detail":"{read_only:false; response_revision:29545; number_of_response:1; }","duration":"1.401900531s","start":"2026-04-10T15:02:45.060778Z","end":"2026-04-10T15:02:46.462678Z","steps":["trace[895976496] 'process raft request' (duration: 1.401671784s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.462967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.060759Z","time spent":"1.402089047s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:46.462742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.060741Z","time spent":"1.40187559s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:46.463211Z","caller":"traceutil/trace.go:171","msg":"trace[1923458520] transaction","detail":"{read_only:false; response_revision:29549; number_of_response:1; }","duration":"1.400301681s","start":"2026-04-10T15:02:45.062899Z","end":"2026-04-10T15:02:46.4632Z","steps":["trace[1923458520] 'process raft request' (duration: 1.400181947s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:46.463208Z","caller":"traceutil/trace.go:171","msg":"trace[1208295325] transaction","detail":"{read_only:false; response_revision:29546; number_of_response:1; }","duration":"1.402311944s","start":"2026-04-10T15:02:45.060868Z","end":"2026-04-10T15:02:46.46318Z","steps":["trace[1208295325] 'process raft request' (duration: 1.401739016s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:46.463286Z","caller":"traceutil/trace.go:171","msg":"trace[1346485048] transaction","detail":"{read_only:false; response_revision:29547; number_of_response:1; }","duration":"1.401358884s","start":"2026-04-10T15:02:45.061895Z","end":"2026-04-10T15:02:46.463254Z","steps":["trace[1346485048] 'process raft request' (duration: 1.400973462s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.463331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.062872Z","time spent":"1.400430015s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:46.463359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.06084Z","time spent":"1.402436028s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:46.463448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.061877Z","time spent":"1.401483948s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:46.463385Z","caller":"traceutil/trace.go:171","msg":"trace[463635284] transaction","detail":"{read_only:false; response_revision:29550; number_of_response:1; }","duration":"1.400230848s","start":"2026-04-10T15:02:45.063137Z","end":"2026-04-10T15:02:46.463368Z","steps":["trace[463635284] 'process raft request' (duration: 1.39998778s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:46.463541Z","caller":"traceutil/trace.go:171","msg":"trace[290364522] linearizableReadLoop","detail":"{readStateIndex:30593; appliedIndex:30585; }","duration":"284.389739ms","start":"2026-04-10T15:02:46.179099Z","end":"2026-04-10T15:02:46.463488Z","steps":["trace[290364522] 'read index received' (duration: 278.297427ms)","trace[290364522] 'applied index is now lower than readState.Index' (duration: 6.091042ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:46.463608Z","caller":"traceutil/trace.go:171","msg":"trace[13385585] transaction","detail":"{read_only:false; response_revision:29548; number_of_response:1; }","duration":"1.400783316s","start":"2026-04-10T15:02:45.062814Z","end":"2026-04-10T15:02:46.463598Z","steps":["trace[13385585] 'process raft request' (duration: 1.400191698s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.463604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.063081Z","time spent":"1.400474956s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:46.463673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.569768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:02:46.463702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.258844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:46.463702Z","caller":"traceutil/trace.go:171","msg":"trace[1908465209] transaction","detail":"{read_only:false; response_revision:29551; number_of_response:1; }","duration":"1.399441554s","start":"2026-04-10T15:02:45.064233Z","end":"2026-04-10T15:02:46.463675Z","steps":["trace[1908465209] 'process raft request' (duration: 1.399080962s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.463756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045729104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:46.463756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403055227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:46.463784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.053998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:46.463791Z","caller":"traceutil/trace.go:171","msg":"trace[754000263] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29551; }","duration":"1.045798916s","start":"2026-04-10T15:02:45.41798Z","end":"2026-04-10T15:02:46.463779Z","steps":["trace[754000263] 'agreement among raft nodes before linearized reading' (duration: 1.045725124s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.46384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.06419Z","time spent":"1.399574078s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:46.46386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.41796Z","time spent":"1.045889489s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:46.463716Z","caller":"traceutil/trace.go:171","msg":"trace[1049806936] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29551; }","duration":"997.657682ms","start":"2026-04-10T15:02:45.466047Z","end":"2026-04-10T15:02:46.463705Z","steps":["trace[1049806936] 'agreement among raft nodes before linearized reading' (duration: 997.550308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.463948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.466028Z","time spent":"997.898589ms","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:46.463825Z","caller":"traceutil/trace.go:171","msg":"trace[449785602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29551; }","duration":"448.147961ms","start":"2026-04-10T15:02:46.015666Z","end":"2026-04-10T15:02:46.463814Z","steps":["trace[449785602] 'agreement among raft nodes before linearized reading' (duration: 448.073569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.464072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.015636Z","time spent":"448.4218ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:46.46379Z","caller":"traceutil/trace.go:171","msg":"trace[1266981846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29551; }","duration":"1.403119329s","start":"2026-04-10T15:02:45.060664Z","end":"2026-04-10T15:02:46.463784Z","steps":["trace[1266981846] 'agreement among raft nodes before linearized reading' (duration: 1.403070698s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.464251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.060635Z","time spent":"1.403606305s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T15:02:46.463758Z","caller":"traceutil/trace.go:171","msg":"trace[1582714317] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29551; }","duration":"884.352207ms","start":"2026-04-10T15:02:45.579389Z","end":"2026-04-10T15:02:46.463741Z","steps":["trace[1582714317] 'agreement among raft nodes before linearized reading' (duration: 884.201052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:46.464392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.579356Z","time spent":"885.025968ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:46.463681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:45.062801Z","time spent":"1.400834217s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:47.041783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.441449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:47.042187Z","caller":"traceutil/trace.go:171","msg":"trace[1922126092] linearizableReadLoop","detail":"{readStateIndex:30595; appliedIndex:30593; }","duration":"578.597994ms","start":"2026-04-10T15:02:46.463573Z","end":"2026-04-10T15:02:47.042171Z","steps":["trace[1922126092] 'read index received' (duration: 471.689161ms)","trace[1922126092] 'applied index is now lower than readState.Index' (duration: 106.908143ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:47.042276Z","caller":"traceutil/trace.go:171","msg":"trace[477811265] transaction","detail":"{read_only:false; response_revision:29553; number_of_response:1; }","duration":"616.971112ms","start":"2026-04-10T15:02:46.425266Z","end":"2026-04-10T15:02:47.042237Z","steps":["trace[477811265] 'process raft request' (duration: 616.683833ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.042281Z","caller":"traceutil/trace.go:171","msg":"trace[1593167549] transaction","detail":"{read_only:false; response_revision:29552; number_of_response:1; }","duration":"860.218206ms","start":"2026-04-10T15:02:46.182039Z","end":"2026-04-10T15:02:47.042257Z","steps":["trace[1593167549] 'process raft request' (duration: 753.19942ms)","trace[1593167549] 'compare' (duration: 106.117838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:47.042358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.480732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:47.042404Z","caller":"traceutil/trace.go:171","msg":"trace[424225788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29553; }","duration":"708.591415ms","start":"2026-04-10T15:02:46.333801Z","end":"2026-04-10T15:02:47.042393Z","steps":["trace[424225788] 'agreement among raft nodes before linearized reading' (duration: 708.448021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.042375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.896318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:47.042434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.333781Z","time spent":"708.645177ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:47.042431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.42524Z","time spent":"617.119057ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:47.042435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.182002Z","time spent":"860.36237ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:47.042441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.387074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T15:02:47.042459Z","caller":"traceutil/trace.go:171","msg":"trace[1787236666] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29553; }","duration":"786.028632ms","start":"2026-04-10T15:02:46.256409Z","end":"2026-04-10T15:02:47.042437Z","steps":["trace[1787236666] 'agreement among raft nodes before linearized reading' (duration: 785.886267ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.042511Z","caller":"traceutil/trace.go:171","msg":"trace[1111483263] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:29553; }","duration":"582.486577ms","start":"2026-04-10T15:02:46.460005Z","end":"2026-04-10T15:02:47.042491Z","steps":["trace[1111483263] 'agreement among raft nodes before linearized reading' (duration: 582.222559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.042474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.98545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-04-10T15:02:47.042519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.256383Z","time spent":"786.119365ms","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T15:02:47.042568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.459986Z","time spent":"582.568709ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-10T15:02:47.042574Z","caller":"traceutil/trace.go:171","msg":"trace[283113697] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:29553; }","duration":"581.128745ms","start":"2026-04-10T15:02:46.461431Z","end":"2026-04-10T15:02:47.04256Z","steps":["trace[283113697] 'agreement among raft nodes before linearized reading' (duration: 580.860056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.042623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.461412Z","time spent":"581.199407ms","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/glance-api\" "} {"level":"info","ts":"2026-04-10T15:02:47.224481Z","caller":"traceutil/trace.go:171","msg":"trace[1432121094] linearizableReadLoop","detail":"{readStateIndex:30597; appliedIndex:30595; }","duration":"182.181883ms","start":"2026-04-10T15:02:47.042273Z","end":"2026-04-10T15:02:47.224455Z","steps":["trace[1432121094] 'read index received' (duration: 111.711906ms)","trace[1432121094] 'applied index is now lower than readState.Index' (duration: 70.468887ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:47.224718Z","caller":"traceutil/trace.go:171","msg":"trace[1819627923] transaction","detail":"{read_only:false; response_revision:29555; number_of_response:1; }","duration":"389.966459ms","start":"2026-04-10T15:02:46.834726Z","end":"2026-04-10T15:02:47.224692Z","steps":["trace[1819627923] 'process raft request' (duration: 389.6781ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.224722Z","caller":"traceutil/trace.go:171","msg":"trace[1717214369] transaction","detail":"{read_only:false; response_revision:29554; number_of_response:1; }","duration":"664.24306ms","start":"2026-04-10T15:02:46.560432Z","end":"2026-04-10T15:02:47.224675Z","steps":["trace[1717214369] 'process raft request' (duration: 593.250706ms)","trace[1717214369] 'compare' (duration: 70.573781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:47.224759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.067125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:02:47.224861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.834705Z","time spent":"390.073033ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:47.224897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.743355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T15:02:47.224856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.437722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7868bf5b78-qcgxs.18a504b7da7c96de\" ","response":"range_response_count:1 size:1180"} {"level":"warn","ts":"2026-04-10T15:02:47.224919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.560404Z","time spent":"664.415655ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:47.224962Z","caller":"traceutil/trace.go:171","msg":"trace[1700535979] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:29555; }","duration":"561.92111ms","start":"2026-04-10T15:02:46.663027Z","end":"2026-04-10T15:02:47.224948Z","steps":["trace[1700535979] 'agreement among raft nodes before linearized reading' (duration: 561.620451ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.224937Z","caller":"traceutil/trace.go:171","msg":"trace[459445193] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29555; }","duration":"664.25966ms","start":"2026-04-10T15:02:46.560637Z","end":"2026-04-10T15:02:47.224896Z","steps":["trace[459445193] 'agreement among raft nodes before linearized reading' (duration: 663.986131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.22503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.696614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:47.225012Z","caller":"traceutil/trace.go:171","msg":"trace[780598796] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7868bf5b78-qcgxs.18a504b7da7c96de; range_end:; response_count:1; response_revision:29555; }","duration":"757.595287ms","start":"2026-04-10T15:02:46.467368Z","end":"2026-04-10T15:02:47.224963Z","steps":["trace[780598796] 'agreement among raft nodes before linearized reading' (duration: 757.327538ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.225088Z","caller":"traceutil/trace.go:171","msg":"trace[93785762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29555; }","duration":"753.739926ms","start":"2026-04-10T15:02:46.471316Z","end":"2026-04-10T15:02:47.225055Z","steps":["trace[93785762] 'agreement among raft nodes before linearized reading' (duration: 753.310972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.22514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.471308Z","time spent":"753.823998ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:02:47.225154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.467349Z","time spent":"757.759212ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-7868bf5b78-qcgxs.18a504b7da7c96de\" "} {"level":"warn","ts":"2026-04-10T15:02:47.225045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.560628Z","time spent":"664.407935ms","remote":"127.0.0.1:48438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:47.224996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.663002Z","time spent":"561.986922ms","remote":"127.0.0.1:40806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:47.224951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.320769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:47.225391Z","caller":"traceutil/trace.go:171","msg":"trace[140925379] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29555; }","duration":"382.792484ms","start":"2026-04-10T15:02:46.842583Z","end":"2026-04-10T15:02:47.225376Z","steps":["trace[140925379] 'agreement among raft nodes before linearized reading' (duration: 382.02199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.225445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:46.842567Z","time spent":"382.862606ms","remote":"127.0.0.1:43098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:02:47.295407Z","caller":"traceutil/trace.go:171","msg":"trace[1552488132] transaction","detail":"{read_only:false; response_revision:29557; number_of_response:1; }","duration":"235.5144ms","start":"2026-04-10T15:02:47.059867Z","end":"2026-04-10T15:02:47.295382Z","steps":["trace[1552488132] 'process raft request' (duration: 235.423428ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.295662Z","caller":"traceutil/trace.go:171","msg":"trace[1723148821] transaction","detail":"{read_only:false; response_revision:29558; number_of_response:1; }","duration":"235.399627ms","start":"2026-04-10T15:02:47.060244Z","end":"2026-04-10T15:02:47.295643Z","steps":["trace[1723148821] 'process raft request' (duration: 235.099047ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.296035Z","caller":"traceutil/trace.go:171","msg":"trace[415591051] transaction","detail":"{read_only:false; response_revision:29559; number_of_response:1; }","duration":"235.262132ms","start":"2026-04-10T15:02:47.060756Z","end":"2026-04-10T15:02:47.296018Z","steps":["trace[415591051] 'process raft request' (duration: 234.776787ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.296155Z","caller":"traceutil/trace.go:171","msg":"trace[1611192329] transaction","detail":"{read_only:false; response_revision:29560; number_of_response:1; }","duration":"233.660932ms","start":"2026-04-10T15:02:47.062448Z","end":"2026-04-10T15:02:47.296109Z","steps":["trace[1611192329] 'process raft request' (duration: 233.536368ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:47.295454Z","caller":"traceutil/trace.go:171","msg":"trace[510336687] transaction","detail":"{read_only:false; response_revision:29556; number_of_response:1; }","duration":"236.687978ms","start":"2026-04-10T15:02:47.058731Z","end":"2026-04-10T15:02:47.295419Z","steps":["trace[510336687] 'process raft request' (duration: 236.400209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.688733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.019619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T15:02:47.689597Z","caller":"traceutil/trace.go:171","msg":"trace[990173389] linearizableReadLoop","detail":"{readStateIndex:30603; appliedIndex:30597; }","duration":"465.017181ms","start":"2026-04-10T15:02:47.224543Z","end":"2026-04-10T15:02:47.68956Z","steps":["trace[990173389] 'read index received' (duration: 70.57171ms)","trace[990173389] 'applied index is now lower than readState.Index' (duration: 394.442301ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:47.689692Z","caller":"traceutil/trace.go:171","msg":"trace[492358524] transaction","detail":"{read_only:false; response_revision:29561; number_of_response:1; }","duration":"462.41342ms","start":"2026-04-10T15:02:47.227244Z","end":"2026-04-10T15:02:47.689658Z","steps":["trace[492358524] 'process raft request' (duration: 461.650245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:47.690004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.227224Z","time spent":"462.630557ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:48.451262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225129589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:48.451348Z","caller":"traceutil/trace.go:171","msg":"trace[543857386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29561; }","duration":"1.225260063s","start":"2026-04-10T15:02:47.226066Z","end":"2026-04-10T15:02:48.451326Z","steps":["trace[543857386] 'agreement among raft nodes before linearized reading' (duration: 463.665049ms)","trace[543857386] 'range keys from in-memory index tree' (duration: 761.46363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.45139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.226026Z","time spent":"1.225355256s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:02:48.451436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.148117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:02:48.451736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404513093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:48.451764Z","caller":"traceutil/trace.go:171","msg":"trace[916354837] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29561; }","duration":"1.404561885s","start":"2026-04-10T15:02:47.047193Z","end":"2026-04-10T15:02:48.451755Z","steps":["trace[916354837] 'agreement among raft nodes before linearized reading' (duration: 642.456785ms)","trace[916354837] 'range keys from in-memory index tree' (duration: 762.048268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.451789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.047183Z","time spent":"1.404599006s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T15:02:48.452108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.747685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:48.452209Z","caller":"traceutil/trace.go:171","msg":"trace[1911029682] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29561; }","duration":"465.90616ms","start":"2026-04-10T15:02:47.986286Z","end":"2026-04-10T15:02:48.452193Z","steps":["trace[1911029682] 'count revisions from in-memory index tree' (duration: 465.642942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:48.452263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.98626Z","time spent":"465.990723ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:48.45239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405107362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T15:02:48.452471Z","caller":"traceutil/trace.go:171","msg":"trace[188052773] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29561; }","duration":"1.405222896s","start":"2026-04-10T15:02:47.047226Z","end":"2026-04-10T15:02:48.452449Z","steps":["trace[188052773] 'agreement among raft nodes before linearized reading' (duration: 642.401084ms)","trace[188052773] 'range keys from in-memory index tree' (duration: 761.897804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.452544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.047202Z","time spent":"1.405331709s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T15:02:48.45254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40440094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2893c8d5-c2dd-4134-8245-fc925e463993\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-10T15:02:48.45261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4078897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7db966b77b-qsxpl\" ","response":"range_response_count:1 size:13445"} {"level":"info","ts":"2026-04-10T15:02:48.452684Z","caller":"traceutil/trace.go:171","msg":"trace[1374195289] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7db966b77b-qsxpl; range_end:; response_count:1; response_revision:29561; }","duration":"1.407966692s","start":"2026-04-10T15:02:47.044686Z","end":"2026-04-10T15:02:48.452653Z","steps":["trace[1374195289] 'agreement among raft nodes before linearized reading' (duration: 645.008076ms)","trace[1374195289] 'range keys from in-memory index tree' (duration: 762.230584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.452722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.749544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-10T15:02:48.452727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.044672Z","time spent":"1.408045824s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13468,"request content":"key:\"/registry/pods/openstack/glance-api-7db966b77b-qsxpl\" "} {"level":"info","ts":"2026-04-10T15:02:48.452754Z","caller":"traceutil/trace.go:171","msg":"trace[1518004248] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29561; }","duration":"867.781135ms","start":"2026-04-10T15:02:47.584963Z","end":"2026-04-10T15:02:48.452744Z","steps":["trace[1518004248] 'agreement among raft nodes before linearized reading' (duration: 104.800718ms)","trace[1518004248] 'range keys from in-memory index tree' (duration: 762.09872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.452792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.584913Z","time spent":"867.870658ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T15:02:48.452621Z","caller":"traceutil/trace.go:171","msg":"trace[95534743] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2893c8d5-c2dd-4134-8245-fc925e463993; range_end:; response_count:1; response_revision:29561; }","duration":"1.404507953s","start":"2026-04-10T15:02:47.048089Z","end":"2026-04-10T15:02:48.452597Z","steps":["trace[95534743] 'agreement among raft nodes before linearized reading' (duration: 641.523125ms)","trace[95534743] 'range keys from in-memory index tree' (duration: 762.045808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.452834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.04808Z","time spent":"1.404742751s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2893c8d5-c2dd-4134-8245-fc925e463993\" "} {"level":"info","ts":"2026-04-10T15:02:48.451766Z","caller":"traceutil/trace.go:171","msg":"trace[1111854070] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:29561; }","duration":"793.54095ms","start":"2026-04-10T15:02:47.658198Z","end":"2026-04-10T15:02:48.451739Z","steps":["trace[1111854070] 'agreement among raft nodes before linearized reading' (duration: 31.543863ms)","trace[1111854070] 'count revisions from in-memory index tree' (duration: 761.616724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.453698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:47.658172Z","time spent":"795.502591ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:02:48.754429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.23281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:48.754525Z","caller":"traceutil/trace.go:171","msg":"trace[136415655] transaction","detail":"{read_only:false; response_revision:29563; number_of_response:1; }","duration":"262.311424ms","start":"2026-04-10T15:02:48.492197Z","end":"2026-04-10T15:02:48.754508Z","steps":["trace[136415655] 'process raft request' (duration: 116.918829ms)","trace[136415655] 'compare' (duration: 145.095116ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:48.821782Z","caller":"traceutil/trace.go:171","msg":"trace[920348253] transaction","detail":"{read_only:false; response_revision:29564; number_of_response:1; }","duration":"329.405335ms","start":"2026-04-10T15:02:48.492348Z","end":"2026-04-10T15:02:48.821753Z","steps":["trace[920348253] 'process raft request' (duration: 329.185308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:48.821944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:48.492308Z","time spent":"329.55635ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:48.822066Z","caller":"traceutil/trace.go:171","msg":"trace[2088052825] transaction","detail":"{read_only:false; response_revision:29565; number_of_response:1; }","duration":"329.56464ms","start":"2026-04-10T15:02:48.492478Z","end":"2026-04-10T15:02:48.822043Z","steps":["trace[2088052825] 'process raft request' (duration: 329.22597ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:48.822198Z","caller":"traceutil/trace.go:171","msg":"trace[1656929194] transaction","detail":"{read_only:false; response_revision:29566; number_of_response:1; }","duration":"329.515029ms","start":"2026-04-10T15:02:48.492671Z","end":"2026-04-10T15:02:48.822187Z","steps":["trace[1656929194] 'process raft request' (duration: 329.285932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:48.822218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:48.492466Z","time spent":"329.674453ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:48.822257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:48.49265Z","time spent":"329.579ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:48.822412Z","caller":"traceutil/trace.go:171","msg":"trace[1322031561] transaction","detail":"{read_only:false; response_revision:29567; number_of_response:1; }","duration":"329.730095ms","start":"2026-04-10T15:02:48.492668Z","end":"2026-04-10T15:02:48.822398Z","steps":["trace[1322031561] 'process raft request' (duration: 329.481898ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:48.822431Z","caller":"traceutil/trace.go:171","msg":"trace[676795663] transaction","detail":"{read_only:false; response_revision:29569; number_of_response:1; }","duration":"328.525597ms","start":"2026-04-10T15:02:48.493898Z","end":"2026-04-10T15:02:48.822424Z","steps":["trace[676795663] 'process raft request' (duration: 328.460235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:48.822471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:48.493762Z","time spent":"328.686642ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:48.822459Z","caller":"traceutil/trace.go:171","msg":"trace[1523191223] transaction","detail":"{read_only:false; response_revision:29568; number_of_response:1; }","duration":"329.24757ms","start":"2026-04-10T15:02:48.493176Z","end":"2026-04-10T15:02:48.822424Z","steps":["trace[1523191223] 'process raft request' (duration: 329.125866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:48.822487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:48.492647Z","time spent":"329.799577ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:48.822418Z","caller":"traceutil/trace.go:171","msg":"trace[1227624751] linearizableReadLoop","detail":"{readStateIndex:30612; appliedIndex:30605; }","duration":"320.826325ms","start":"2026-04-10T15:02:48.501578Z","end":"2026-04-10T15:02:48.822405Z","steps":["trace[1227624751] 'read index received' (duration: 107.554964ms)","trace[1227624751] 'applied index is now lower than readState.Index' (duration: 213.270631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:48.822628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:48.493167Z","time spent":"329.365244ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:02:48.822963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.384003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-10T15:02:48.823017Z","caller":"traceutil/trace.go:171","msg":"trace[1689467526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29569; }","duration":"321.459795ms","start":"2026-04-10T15:02:48.501544Z","end":"2026-04-10T15:02:48.823004Z","steps":["trace[1689467526] 'agreement among raft nodes before linearized reading' (duration: 321.264868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:48.823015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.766985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-10T15:02:48.823072Z","caller":"traceutil/trace.go:171","msg":"trace[304304211] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:29569; }","duration":"294.837567ms","start":"2026-04-10T15:02:48.528205Z","end":"2026-04-10T15:02:48.823043Z","steps":["trace[304304211] 'agreement among raft nodes before linearized reading' (duration: 294.734533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:48.823051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:48.501535Z","time spent":"321.507827ms","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T15:02:50.984036Z","caller":"traceutil/trace.go:171","msg":"trace[1546255955] transaction","detail":"{read_only:false; response_revision:29580; number_of_response:1; }","duration":"153.050686ms","start":"2026-04-10T15:02:50.830959Z","end":"2026-04-10T15:02:50.98401Z","steps":["trace[1546255955] 'process raft request' (duration: 152.86065ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:50.985071Z","caller":"traceutil/trace.go:171","msg":"trace[672982897] transaction","detail":"{read_only:false; response_revision:29581; number_of_response:1; }","duration":"153.370866ms","start":"2026-04-10T15:02:50.831668Z","end":"2026-04-10T15:02:50.985039Z","steps":["trace[672982897] 'process raft request' (duration: 153.136779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:50.985292Z","caller":"traceutil/trace.go:171","msg":"trace[2032670438] transaction","detail":"{read_only:false; response_revision:29582; number_of_response:1; }","duration":"152.783597ms","start":"2026-04-10T15:02:50.832486Z","end":"2026-04-10T15:02:50.985269Z","steps":["trace[2032670438] 'process raft request' (duration: 152.502939ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:50.985818Z","caller":"traceutil/trace.go:171","msg":"trace[477320966] transaction","detail":"{read_only:false; response_revision:29584; number_of_response:1; }","duration":"152.474277ms","start":"2026-04-10T15:02:50.833333Z","end":"2026-04-10T15:02:50.985807Z","steps":["trace[477320966] 'process raft request' (duration: 152.206409ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:50.986019Z","caller":"traceutil/trace.go:171","msg":"trace[314643459] transaction","detail":"{read_only:false; response_revision:29583; number_of_response:1; }","duration":"153.269743ms","start":"2026-04-10T15:02:50.832739Z","end":"2026-04-10T15:02:50.986009Z","steps":["trace[314643459] 'process raft request' (duration: 152.455617ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:50.986011Z","caller":"traceutil/trace.go:171","msg":"trace[1579856989] transaction","detail":"{read_only:false; response_revision:29585; number_of_response:1; }","duration":"152.467928ms","start":"2026-04-10T15:02:50.833515Z","end":"2026-04-10T15:02:50.985983Z","steps":["trace[1579856989] 'process raft request' (duration: 152.085336ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:52.927881Z","caller":"traceutil/trace.go:171","msg":"trace[1169765527] transaction","detail":"{read_only:false; response_revision:29594; number_of_response:1; }","duration":"152.493048ms","start":"2026-04-10T15:02:52.775343Z","end":"2026-04-10T15:02:52.927836Z","steps":["trace[1169765527] 'process raft request' (duration: 152.191619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:53.175766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.714239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:53.175951Z","caller":"traceutil/trace.go:171","msg":"trace[477836459] transaction","detail":"{read_only:false; response_revision:29595; number_of_response:1; }","duration":"179.850529ms","start":"2026-04-10T15:02:52.996078Z","end":"2026-04-10T15:02:53.175928Z","steps":["trace[477836459] 'process raft request' (duration: 58.840302ms)","trace[477836459] 'compare' (duration: 120.226353ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:53.19527Z","caller":"traceutil/trace.go:171","msg":"trace[910052760] transaction","detail":"{read_only:false; response_revision:29596; number_of_response:1; }","duration":"199.170117ms","start":"2026-04-10T15:02:52.996078Z","end":"2026-04-10T15:02:53.195248Z","steps":["trace[910052760] 'process raft request' (duration: 198.92677ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.195805Z","caller":"traceutil/trace.go:171","msg":"trace[619378631] transaction","detail":"{read_only:false; response_revision:29598; number_of_response:1; }","duration":"199.047793ms","start":"2026-04-10T15:02:52.996721Z","end":"2026-04-10T15:02:53.195769Z","steps":["trace[619378631] 'process raft request' (duration: 198.794685ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.195897Z","caller":"traceutil/trace.go:171","msg":"trace[135731709] transaction","detail":"{read_only:false; response_revision:29597; number_of_response:1; }","duration":"199.473257ms","start":"2026-04-10T15:02:52.9962Z","end":"2026-04-10T15:02:53.195674Z","steps":["trace[135731709] 'process raft request' (duration: 198.997282ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.196117Z","caller":"traceutil/trace.go:171","msg":"trace[1511641413] transaction","detail":"{read_only:false; response_revision:29599; number_of_response:1; }","duration":"199.109285ms","start":"2026-04-10T15:02:52.996957Z","end":"2026-04-10T15:02:53.196066Z","steps":["trace[1511641413] 'process raft request' (duration: 198.738313ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.196294Z","caller":"traceutil/trace.go:171","msg":"trace[346777742] transaction","detail":"{read_only:false; response_revision:29600; number_of_response:1; }","duration":"198.60826ms","start":"2026-04-10T15:02:52.997607Z","end":"2026-04-10T15:02:53.196215Z","steps":["trace[346777742] 'process raft request' (duration: 198.327791ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.389689Z","caller":"traceutil/trace.go:171","msg":"trace[629379669] linearizableReadLoop","detail":"{readStateIndex:30645; appliedIndex:30644; }","duration":"101.654308ms","start":"2026-04-10T15:02:53.288002Z","end":"2026-04-10T15:02:53.389656Z","steps":["trace[629379669] 'read index received' (duration: 91.578511ms)","trace[629379669] 'applied index is now lower than readState.Index' (duration: 10.074467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:53.389856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.821304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:02:53.389825Z","caller":"traceutil/trace.go:171","msg":"trace[1282965381] transaction","detail":"{read_only:false; response_revision:29601; number_of_response:1; }","duration":"140.176611ms","start":"2026-04-10T15:02:53.249603Z","end":"2026-04-10T15:02:53.38978Z","steps":["trace[1282965381] 'process raft request' (duration: 130.102214ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.389893Z","caller":"traceutil/trace.go:171","msg":"trace[856992048] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29601; }","duration":"101.941637ms","start":"2026-04-10T15:02:53.287941Z","end":"2026-04-10T15:02:53.389882Z","steps":["trace[856992048] 'agreement among raft nodes before linearized reading' (duration: 101.831024ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.618341Z","caller":"traceutil/trace.go:171","msg":"trace[369356153] transaction","detail":"{read_only:false; response_revision:29602; number_of_response:1; }","duration":"166.819469ms","start":"2026-04-10T15:02:53.451492Z","end":"2026-04-10T15:02:53.618311Z","steps":["trace[369356153] 'process raft request' (duration: 115.290398ms)","trace[369356153] 'compare' (duration: 51.364836ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:53.620086Z","caller":"traceutil/trace.go:171","msg":"trace[392786201] transaction","detail":"{read_only:false; response_revision:29604; number_of_response:1; }","duration":"167.884983ms","start":"2026-04-10T15:02:53.45217Z","end":"2026-04-10T15:02:53.620055Z","steps":["trace[392786201] 'process raft request' (duration: 167.617644ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.620127Z","caller":"traceutil/trace.go:171","msg":"trace[850077756] transaction","detail":"{read_only:false; response_revision:29605; number_of_response:1; }","duration":"167.900523ms","start":"2026-04-10T15:02:53.452215Z","end":"2026-04-10T15:02:53.620115Z","steps":["trace[850077756] 'process raft request' (duration: 167.755618ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.620221Z","caller":"traceutil/trace.go:171","msg":"trace[1896672013] transaction","detail":"{read_only:false; response_revision:29606; number_of_response:1; }","duration":"167.905033ms","start":"2026-04-10T15:02:53.452279Z","end":"2026-04-10T15:02:53.620184Z","steps":["trace[1896672013] 'process raft request' (duration: 167.755588ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:53.620634Z","caller":"traceutil/trace.go:171","msg":"trace[814459273] transaction","detail":"{read_only:false; response_revision:29603; number_of_response:1; }","duration":"168.524062ms","start":"2026-04-10T15:02:53.452094Z","end":"2026-04-10T15:02:53.620618Z","steps":["trace[814459273] 'process raft request' (duration: 167.50559ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:55.041641Z","caller":"traceutil/trace.go:171","msg":"trace[21334977] transaction","detail":"{read_only:false; response_revision:29607; number_of_response:1; }","duration":"101.141543ms","start":"2026-04-10T15:02:54.940478Z","end":"2026-04-10T15:02:55.041619Z","steps":["trace[21334977] 'process raft request' (duration: 100.954527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:00.828279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.4496ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T15:03:02.066567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.443856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:02.066659Z","caller":"traceutil/trace.go:171","msg":"trace[1219822733] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:29662; }","duration":"131.597881ms","start":"2026-04-10T15:03:01.93504Z","end":"2026-04-10T15:03:02.066638Z","steps":["trace[1219822733] 'count revisions from in-memory index tree' (duration: 131.374964ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:03.445607Z","caller":"traceutil/trace.go:171","msg":"trace[531714572] linearizableReadLoop","detail":"{readStateIndex:30712; appliedIndex:30711; }","duration":"105.362785ms","start":"2026-04-10T15:03:03.340217Z","end":"2026-04-10T15:03:03.44558Z","steps":["trace[531714572] 'read index received' (duration: 105.124338ms)","trace[531714572] 'applied index is now lower than readState.Index' (duration: 237.577µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:03.445645Z","caller":"traceutil/trace.go:171","msg":"trace[209875086] transaction","detail":"{read_only:false; response_revision:29666; number_of_response:1; }","duration":"140.665006ms","start":"2026-04-10T15:03:03.304955Z","end":"2026-04-10T15:03:03.44562Z","steps":["trace[209875086] 'process raft request' (duration: 140.45463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:03.445899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.782762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:03:03.445934Z","caller":"traceutil/trace.go:171","msg":"trace[2085780302] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29666; }","duration":"101.845605ms","start":"2026-04-10T15:03:03.344079Z","end":"2026-04-10T15:03:03.445925Z","steps":["trace[2085780302] 'agreement among raft nodes before linearized reading' (duration: 101.744752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:03.445937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.552231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:03:03.445988Z","caller":"traceutil/trace.go:171","msg":"trace[1375006780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29666; }","duration":"105.692865ms","start":"2026-04-10T15:03:03.340282Z","end":"2026-04-10T15:03:03.445974Z","steps":["trace[1375006780] 'agreement among raft nodes before linearized reading' (duration: 105.459328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:03.445971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.701726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:03:03.446089Z","caller":"traceutil/trace.go:171","msg":"trace[1039164648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29666; }","duration":"105.878171ms","start":"2026-04-10T15:03:03.340183Z","end":"2026-04-10T15:03:03.446061Z","steps":["trace[1039164648] 'agreement among raft nodes before linearized reading' (duration: 105.496949ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:03.610788Z","caller":"traceutil/trace.go:171","msg":"trace[1846529706] transaction","detail":"{read_only:false; response_revision:29668; number_of_response:1; }","duration":"159.161218ms","start":"2026-04-10T15:03:03.451583Z","end":"2026-04-10T15:03:03.610745Z","steps":["trace[1846529706] 'process raft request' (duration: 129.259147ms)","trace[1846529706] 'compare' (duration: 29.258671ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:03.610821Z","caller":"traceutil/trace.go:171","msg":"trace[1357937008] transaction","detail":"{read_only:false; response_revision:29669; number_of_response:1; }","duration":"159.154238ms","start":"2026-04-10T15:03:03.451628Z","end":"2026-04-10T15:03:03.610782Z","steps":["trace[1357937008] 'process raft request' (duration: 159.021764ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:03.611194Z","caller":"traceutil/trace.go:171","msg":"trace[1066254230] transaction","detail":"{read_only:false; response_revision:29670; number_of_response:1; }","duration":"159.496948ms","start":"2026-04-10T15:03:03.451673Z","end":"2026-04-10T15:03:03.61117Z","steps":["trace[1066254230] 'process raft request' (duration: 159.052974ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:03.611384Z","caller":"traceutil/trace.go:171","msg":"trace[253904369] transaction","detail":"{read_only:false; response_revision:29671; number_of_response:1; }","duration":"159.674944ms","start":"2026-04-10T15:03:03.451698Z","end":"2026-04-10T15:03:03.611373Z","steps":["trace[253904369] 'process raft request' (duration: 159.352363ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:03.611454Z","caller":"traceutil/trace.go:171","msg":"trace[769469973] linearizableReadLoop","detail":"{readStateIndex:30717; appliedIndex:30712; }","duration":"116.245568ms","start":"2026-04-10T15:03:03.495192Z","end":"2026-04-10T15:03:03.611438Z","steps":["trace[769469973] 'read index received' (duration: 13.704471ms)","trace[769469973] 'applied index is now lower than readState.Index' (duration: 102.540097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:03:03.6117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.492396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T15:03:03.611752Z","caller":"traceutil/trace.go:171","msg":"trace[829681363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29672; }","duration":"116.614639ms","start":"2026-04-10T15:03:03.495123Z","end":"2026-04-10T15:03:03.611738Z","steps":["trace[829681363] 'agreement among raft nodes before linearized reading' (duration: 116.398132ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.66487Z","caller":"traceutil/trace.go:171","msg":"trace[1931344439] linearizableReadLoop","detail":"{readStateIndex:30726; appliedIndex:30725; }","duration":"151.804566ms","start":"2026-04-10T15:03:05.513037Z","end":"2026-04-10T15:03:05.664841Z","steps":["trace[1931344439] 'read index received' (duration: 151.650882ms)","trace[1931344439] 'applied index is now lower than readState.Index' (duration: 152.644µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:05.665142Z","caller":"traceutil/trace.go:171","msg":"trace[1556092996] transaction","detail":"{read_only:false; response_revision:29680; number_of_response:1; }","duration":"210.104342ms","start":"2026-04-10T15:03:05.454997Z","end":"2026-04-10T15:03:05.665101Z","steps":["trace[1556092996] 'process raft request' (duration: 209.711109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.665277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.205109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:03:05.665386Z","caller":"traceutil/trace.go:171","msg":"trace[1529496525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29680; }","duration":"152.354013ms","start":"2026-04-10T15:03:05.512999Z","end":"2026-04-10T15:03:05.665353Z","steps":["trace[1529496525] 'agreement among raft nodes before linearized reading' (duration: 152.104026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.883785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.407358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:03:05.883903Z","caller":"traceutil/trace.go:171","msg":"trace[1975779829] transaction","detail":"{read_only:false; response_revision:29681; number_of_response:1; }","duration":"267.516127ms","start":"2026-04-10T15:03:05.616355Z","end":"2026-04-10T15:03:05.883871Z","steps":["trace[1975779829] 'process raft request' (duration: 126.935874ms)","trace[1975779829] 'compare' (duration: 140.14209ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:05.883991Z","caller":"traceutil/trace.go:171","msg":"trace[2005915183] transaction","detail":"{read_only:false; response_revision:29683; number_of_response:1; }","duration":"205.61307ms","start":"2026-04-10T15:03:05.678369Z","end":"2026-04-10T15:03:05.883982Z","steps":["trace[2005915183] 'process raft request' (duration: 205.577189ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.884009Z","caller":"traceutil/trace.go:171","msg":"trace[1982469682] linearizableReadLoop","detail":"{readStateIndex:30727; appliedIndex:30726; }","duration":"219.051313ms","start":"2026-04-10T15:03:05.664928Z","end":"2026-04-10T15:03:05.883979Z","steps":["trace[1982469682] 'read index received' (duration: 78.373816ms)","trace[1982469682] 'applied index is now lower than readState.Index' (duration: 140.675917ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:05.884062Z","caller":"traceutil/trace.go:171","msg":"trace[1810526675] transaction","detail":"{read_only:false; response_revision:29682; number_of_response:1; }","duration":"213.081955ms","start":"2026-04-10T15:03:05.670974Z","end":"2026-04-10T15:03:05.884056Z","steps":["trace[1810526675] 'process raft request' (duration: 212.898369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.884192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.108396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:03:05.884216Z","caller":"traceutil/trace.go:171","msg":"trace[1314211806] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29683; }","duration":"268.149407ms","start":"2026-04-10T15:03:05.61606Z","end":"2026-04-10T15:03:05.884209Z","steps":["trace[1314211806] 'agreement among raft nodes before linearized reading' (duration: 268.054804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.884237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.61341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:03:05.884277Z","caller":"traceutil/trace.go:171","msg":"trace[491008926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29683; }","duration":"267.698873ms","start":"2026-04-10T15:03:05.616567Z","end":"2026-04-10T15:03:05.884266Z","steps":["trace[491008926] 'agreement among raft nodes before linearized reading' (duration: 267.538018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.884302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.21346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:03:05.884326Z","caller":"traceutil/trace.go:171","msg":"trace[1119056124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29683; }","duration":"268.23268ms","start":"2026-04-10T15:03:05.616084Z","end":"2026-04-10T15:03:05.884317Z","steps":["trace[1119056124] 'agreement among raft nodes before linearized reading' (duration: 268.177939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.884414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.078728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:03:05.884424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.473478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T15:03:05.884392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.764326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" ","response":"range_response_count:1 size:617"} {"level":"info","ts":"2026-04-10T15:03:05.88445Z","caller":"traceutil/trace.go:171","msg":"trace[928368998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29683; }","duration":"268.536569ms","start":"2026-04-10T15:03:05.615907Z","end":"2026-04-10T15:03:05.884444Z","steps":["trace[928368998] 'agreement among raft nodes before linearized reading' (duration: 268.469977ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.884447Z","caller":"traceutil/trace.go:171","msg":"trace[926740908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29683; }","duration":"359.159631ms","start":"2026-04-10T15:03:05.525279Z","end":"2026-04-10T15:03:05.884439Z","steps":["trace[926740908] 'agreement among raft nodes before linearized reading' (duration: 359.102199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.884477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:05.525255Z","time spent":"359.215443ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T15:03:05.884482Z","caller":"traceutil/trace.go:171","msg":"trace[859057805] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-default; range_end:; response_count:1; response_revision:29683; }","duration":"267.90064ms","start":"2026-04-10T15:03:05.616561Z","end":"2026-04-10T15:03:05.884462Z","steps":["trace[859057805] 'agreement among raft nodes before linearized reading' (duration: 267.662752ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.927504Z","caller":"traceutil/trace.go:171","msg":"trace[158939790] transaction","detail":"{read_only:false; response_revision:29684; number_of_response:1; }","duration":"182.542093ms","start":"2026-04-10T15:03:05.744938Z","end":"2026-04-10T15:03:05.92748Z","steps":["trace[158939790] 'process raft request' (duration: 182.395449ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.944249Z","caller":"traceutil/trace.go:171","msg":"trace[349734060] transaction","detail":"{read_only:false; response_revision:29685; number_of_response:1; }","duration":"115.818104ms","start":"2026-04-10T15:03:05.828401Z","end":"2026-04-10T15:03:05.944219Z","steps":["trace[349734060] 'process raft request' (duration: 114.829683ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.944539Z","caller":"traceutil/trace.go:171","msg":"trace[1112710192] transaction","detail":"{read_only:false; response_revision:29686; number_of_response:1; }","duration":"108.612838ms","start":"2026-04-10T15:03:05.835909Z","end":"2026-04-10T15:03:05.944522Z","steps":["trace[1112710192] 'process raft request' (duration: 107.512053ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.94515Z","caller":"traceutil/trace.go:171","msg":"trace[804008399] transaction","detail":"{read_only:false; response_revision:29687; number_of_response:1; }","duration":"109.108674ms","start":"2026-04-10T15:03:05.836021Z","end":"2026-04-10T15:03:05.945129Z","steps":["trace[804008399] 'process raft request' (duration: 107.463812ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.945334Z","caller":"traceutil/trace.go:171","msg":"trace[264057291] transaction","detail":"{read_only:false; response_revision:29688; number_of_response:1; }","duration":"109.30187ms","start":"2026-04-10T15:03:05.836022Z","end":"2026-04-10T15:03:05.945324Z","steps":["trace[264057291] 'process raft request' (duration: 107.529364ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:05.945464Z","caller":"traceutil/trace.go:171","msg":"trace[1776313869] transaction","detail":"{read_only:false; response_revision:29689; number_of_response:1; }","duration":"108.543256ms","start":"2026-04-10T15:03:05.836911Z","end":"2026-04-10T15:03:05.945454Z","steps":["trace[1776313869] 'process raft request' (duration: 106.690828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.946045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.985007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:05.946092Z","caller":"traceutil/trace.go:171","msg":"trace[256114209] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:29693; }","duration":"142.091341ms","start":"2026-04-10T15:03:05.803987Z","end":"2026-04-10T15:03:05.946079Z","steps":["trace[256114209] 'agreement among raft nodes before linearized reading' (duration: 141.991147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:05.946343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.902106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-10T15:03:05.946383Z","caller":"traceutil/trace.go:171","msg":"trace[1806697832] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29693; }","duration":"203.974308ms","start":"2026-04-10T15:03:05.742399Z","end":"2026-04-10T15:03:05.946373Z","steps":["trace[1806697832] 'agreement among raft nodes before linearized reading' (duration: 203.852994ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:17.385765Z","caller":"traceutil/trace.go:171","msg":"trace[930378115] transaction","detail":"{read_only:false; response_revision:29767; number_of_response:1; }","duration":"105.540261ms","start":"2026-04-10T15:03:17.280183Z","end":"2026-04-10T15:03:17.385723Z","steps":["trace[930378115] 'process raft request' (duration: 105.255542ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:17.936021Z","caller":"traceutil/trace.go:171","msg":"trace[210343937] transaction","detail":"{read_only:false; response_revision:29770; number_of_response:1; }","duration":"203.103261ms","start":"2026-04-10T15:03:17.732872Z","end":"2026-04-10T15:03:17.935975Z","steps":["trace[210343937] 'process raft request' (duration: 117.454706ms)","trace[210343937] 'compare' (duration: 84.995584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:03:18.336008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.043723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:03:18.336238Z","caller":"traceutil/trace.go:171","msg":"trace[50386830] transaction","detail":"{read_only:false; response_revision:29773; number_of_response:1; }","duration":"177.33283ms","start":"2026-04-10T15:03:18.158887Z","end":"2026-04-10T15:03:18.33622Z","steps":["trace[50386830] 'process raft request' (duration: 177.224517ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:18.336291Z","caller":"traceutil/trace.go:171","msg":"trace[1904963889] transaction","detail":"{read_only:false; response_revision:29772; number_of_response:1; }","duration":"315.069893ms","start":"2026-04-10T15:03:18.021147Z","end":"2026-04-10T15:03:18.336217Z","steps":["trace[1904963889] 'process raft request' (duration: 135.73332ms)","trace[1904963889] 'compare' (duration: 178.896989ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:18.336517Z","caller":"traceutil/trace.go:171","msg":"trace[1031715967] transaction","detail":"{read_only:false; response_revision:29774; number_of_response:1; }","duration":"140.025915ms","start":"2026-04-10T15:03:18.196456Z","end":"2026-04-10T15:03:18.336482Z","steps":["trace[1031715967] 'process raft request' (duration: 139.718696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:18.336555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:18.021127Z","time spent":"315.28366ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:03:18.336578Z","caller":"traceutil/trace.go:171","msg":"trace[1067727697] transaction","detail":"{read_only:false; response_revision:29775; number_of_response:1; }","duration":"137.657191ms","start":"2026-04-10T15:03:18.19888Z","end":"2026-04-10T15:03:18.336537Z","steps":["trace[1067727697] 'process raft request' (duration: 137.446544ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:18.336853Z","caller":"traceutil/trace.go:171","msg":"trace[1805325086] linearizableReadLoop","detail":"{readStateIndex:30826; appliedIndex:30820; }","duration":"131.537718ms","start":"2026-04-10T15:03:18.205289Z","end":"2026-04-10T15:03:18.336827Z","steps":["trace[1805325086] 'read index received' (duration: 35.758915ms)","trace[1805325086] 'applied index is now lower than readState.Index' (duration: 95.777763ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:18.336882Z","caller":"traceutil/trace.go:171","msg":"trace[459403891] transaction","detail":"{read_only:false; response_revision:29776; number_of_response:1; }","duration":"137.928359ms","start":"2026-04-10T15:03:18.198935Z","end":"2026-04-10T15:03:18.336864Z","steps":["trace[459403891] 'process raft request' (duration: 137.547607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:18.33713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.810227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:03:18.337161Z","caller":"traceutil/trace.go:171","msg":"trace[425161434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29777; }","duration":"131.92127ms","start":"2026-04-10T15:03:18.205231Z","end":"2026-04-10T15:03:18.337152Z","steps":["trace[425161434] 'agreement among raft nodes before linearized reading' (duration: 131.745935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:18.337266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.629486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:03:18.337378Z","caller":"traceutil/trace.go:171","msg":"trace[1647049554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29777; }","duration":"127.77958ms","start":"2026-04-10T15:03:18.209576Z","end":"2026-04-10T15:03:18.337355Z","steps":["trace[1647049554] 'agreement among raft nodes before linearized reading' (duration: 127.443319ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:18.337652Z","caller":"traceutil/trace.go:171","msg":"trace[1469902520] transaction","detail":"{read_only:false; response_revision:29777; number_of_response:1; }","duration":"135.983278ms","start":"2026-04-10T15:03:18.200946Z","end":"2026-04-10T15:03:18.33693Z","steps":["trace[1469902520] 'process raft request' (duration: 135.763942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:18.33732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.332577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-10T15:03:18.337291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.885062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-10T15:03:18.338421Z","caller":"traceutil/trace.go:171","msg":"trace[1477823930] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29777; }","duration":"127.971487ms","start":"2026-04-10T15:03:18.210358Z","end":"2026-04-10T15:03:18.338329Z","steps":["trace[1477823930] 'agreement among raft nodes before linearized reading' (duration: 126.731097ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:18.338285Z","caller":"traceutil/trace.go:171","msg":"trace[720593612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29777; }","duration":"128.335728ms","start":"2026-04-10T15:03:18.209941Z","end":"2026-04-10T15:03:18.338277Z","steps":["trace[720593612] 'agreement among raft nodes before linearized reading' (duration: 127.318446ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:19.858524Z","caller":"traceutil/trace.go:171","msg":"trace[626427223] transaction","detail":"{read_only:false; response_revision:29783; number_of_response:1; }","duration":"461.734628ms","start":"2026-04-10T15:03:19.396723Z","end":"2026-04-10T15:03:19.858457Z","steps":["trace[626427223] 'process raft request' (duration: 461.411178ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:19.858698Z","caller":"traceutil/trace.go:171","msg":"trace[759943819] linearizableReadLoop","detail":"{readStateIndex:30832; appliedIndex:30831; }","duration":"374.161233ms","start":"2026-04-10T15:03:19.484192Z","end":"2026-04-10T15:03:19.858354Z","steps":["trace[759943819] 'read index received' (duration: 373.866594ms)","trace[759943819] 'applied index is now lower than readState.Index' (duration: 292.929µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:03:19.85875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.527594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-10T15:03:19.858846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:19.396675Z","time spent":"462.001076ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:03:19.858899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.114288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:19.858893Z","caller":"traceutil/trace.go:171","msg":"trace[1663869890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29783; }","duration":"374.6989ms","start":"2026-04-10T15:03:19.484124Z","end":"2026-04-10T15:03:19.858823Z","steps":["trace[1663869890] 'agreement among raft nodes before linearized reading' (duration: 374.404291ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:19.858944Z","caller":"traceutil/trace.go:171","msg":"trace[1148852148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29783; }","duration":"331.231752ms","start":"2026-04-10T15:03:19.527696Z","end":"2026-04-10T15:03:19.858928Z","steps":["trace[1148852148] 'agreement among raft nodes before linearized reading' (duration: 331.145509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:19.858951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:19.484096Z","time spent":"374.846355ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T15:03:19.858975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:19.52766Z","time spent":"331.307984ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:03:19.859225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.502576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:03:19.859262Z","caller":"traceutil/trace.go:171","msg":"trace[1855320340] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29783; }","duration":"212.579338ms","start":"2026-04-10T15:03:19.646673Z","end":"2026-04-10T15:03:19.859253Z","steps":["trace[1855320340] 'agreement among raft nodes before linearized reading' (duration: 212.485135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:19.859278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.113637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:03:19.859345Z","caller":"traceutil/trace.go:171","msg":"trace[80902624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29783; }","duration":"112.320154ms","start":"2026-04-10T15:03:19.747009Z","end":"2026-04-10T15:03:19.859329Z","steps":["trace[80902624] 'agreement among raft nodes before linearized reading' (duration: 112.124028ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:20.077346Z","caller":"traceutil/trace.go:171","msg":"trace[322557546] transaction","detail":"{read_only:false; response_revision:29784; number_of_response:1; }","duration":"212.27969ms","start":"2026-04-10T15:03:19.865021Z","end":"2026-04-10T15:03:20.0773Z","steps":["trace[322557546] 'process raft request' (duration: 123.898999ms)","trace[322557546] 'compare' (duration: 88.188475ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:20.077538Z","caller":"traceutil/trace.go:171","msg":"trace[606176022] linearizableReadLoop","detail":"{readStateIndex:30833; appliedIndex:30832; }","duration":"211.856946ms","start":"2026-04-10T15:03:19.865654Z","end":"2026-04-10T15:03:20.077511Z","steps":["trace[606176022] 'read index received' (duration: 123.223318ms)","trace[606176022] 'applied index is now lower than readState.Index' (duration: 88.632528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:03:20.07785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.179027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18236"} {"level":"info","ts":"2026-04-10T15:03:20.077929Z","caller":"traceutil/trace.go:171","msg":"trace[1448369963] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29785; }","duration":"212.28961ms","start":"2026-04-10T15:03:19.865622Z","end":"2026-04-10T15:03:20.077912Z","steps":["trace[1448369963] 'agreement among raft nodes before linearized reading' (duration: 212.035262ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:26.224499Z","caller":"traceutil/trace.go:171","msg":"trace[906891590] linearizableReadLoop","detail":"{readStateIndex:30879; appliedIndex:30878; }","duration":"112.149869ms","start":"2026-04-10T15:03:26.112316Z","end":"2026-04-10T15:03:26.224466Z","steps":["trace[906891590] 'read index received' (duration: 112.036546ms)","trace[906891590] 'applied index is now lower than readState.Index' (duration: 111.943µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:26.224616Z","caller":"traceutil/trace.go:171","msg":"trace[1751815442] transaction","detail":"{read_only:false; response_revision:29829; number_of_response:1; }","duration":"122.392281ms","start":"2026-04-10T15:03:26.102187Z","end":"2026-04-10T15:03:26.22458Z","steps":["trace[1751815442] 'process raft request' (duration: 122.020439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:26.224777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.427248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:03:26.224812Z","caller":"traceutil/trace.go:171","msg":"trace[1234271838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29829; }","duration":"112.543141ms","start":"2026-04-10T15:03:26.112258Z","end":"2026-04-10T15:03:26.224801Z","steps":["trace[1234271838] 'agreement among raft nodes before linearized reading' (duration: 112.335204ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:29.616808Z","caller":"traceutil/trace.go:171","msg":"trace[638844846] linearizableReadLoop","detail":"{readStateIndex:31038; appliedIndex:31037; }","duration":"107.266595ms","start":"2026-04-10T15:03:29.509513Z","end":"2026-04-10T15:03:29.61678Z","steps":["trace[638844846] 'read index received' (duration: 71.410527ms)","trace[638844846] 'applied index is now lower than readState.Index' (duration: 35.854968ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:29.617016Z","caller":"traceutil/trace.go:171","msg":"trace[608810469] transaction","detail":"{read_only:false; response_revision:29984; number_of_response:1; }","duration":"119.663375ms","start":"2026-04-10T15:03:29.497329Z","end":"2026-04-10T15:03:29.616993Z","steps":["trace[608810469] 'process raft request' (duration: 83.620112ms)","trace[608810469] 'compare' (duration: 35.583999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:03:29.619891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.925708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:29.619943Z","caller":"traceutil/trace.go:171","msg":"trace[1848153621] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29984; }","duration":"109.995831ms","start":"2026-04-10T15:03:29.509933Z","end":"2026-04-10T15:03:29.619928Z","steps":["trace[1848153621] 'agreement among raft nodes before linearized reading' (duration: 109.865287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:29.617157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.629396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-04-10T15:03:29.620129Z","caller":"traceutil/trace.go:171","msg":"trace[1118494242] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29984; }","duration":"110.642651ms","start":"2026-04-10T15:03:29.509474Z","end":"2026-04-10T15:03:29.620117Z","steps":["trace[1118494242] 'agreement among raft nodes before linearized reading' (duration: 107.567044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:29.620333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.016161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:29.62037Z","caller":"traceutil/trace.go:171","msg":"trace[796395855] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29984; }","duration":"110.064562ms","start":"2026-04-10T15:03:29.510297Z","end":"2026-04-10T15:03:29.620362Z","steps":["trace[796395855] 'agreement among raft nodes before linearized reading' (duration: 110.010791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:29.620502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.28019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:29.620537Z","caller":"traceutil/trace.go:171","msg":"trace[721702071] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29984; }","duration":"110.325141ms","start":"2026-04-10T15:03:29.510205Z","end":"2026-04-10T15:03:29.62053Z","steps":["trace[721702071] 'agreement among raft nodes before linearized reading' (duration: 110.276589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:29.620687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.541137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-10T15:03:29.620726Z","caller":"traceutil/trace.go:171","msg":"trace[2064707610] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29984; }","duration":"110.59004ms","start":"2026-04-10T15:03:29.510127Z","end":"2026-04-10T15:03:29.620717Z","steps":["trace[2064707610] 'agreement among raft nodes before linearized reading' (duration: 110.485616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:29.620872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.756174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-10T15:03:29.620903Z","caller":"traceutil/trace.go:171","msg":"trace[1893180775] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:29984; }","duration":"110.798746ms","start":"2026-04-10T15:03:29.510098Z","end":"2026-04-10T15:03:29.620897Z","steps":["trace[1893180775] 'agreement among raft nodes before linearized reading' (duration: 110.725054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:29.621011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.033134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:29.621039Z","caller":"traceutil/trace.go:171","msg":"trace[1400385432] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:29984; }","duration":"111.072394ms","start":"2026-04-10T15:03:29.509961Z","end":"2026-04-10T15:03:29.621033Z","steps":["trace[1400385432] 'agreement among raft nodes before linearized reading' (duration: 111.031323ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:34.608484Z","caller":"traceutil/trace.go:171","msg":"trace[640992271] transaction","detail":"{read_only:false; response_revision:30039; number_of_response:1; }","duration":"102.477725ms","start":"2026-04-10T15:03:34.505985Z","end":"2026-04-10T15:03:34.608463Z","steps":["trace[640992271] 'process raft request' (duration: 102.424233ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:34.608603Z","caller":"traceutil/trace.go:171","msg":"trace[2075776574] transaction","detail":"{read_only:false; response_revision:30038; number_of_response:1; }","duration":"103.721733ms","start":"2026-04-10T15:03:34.504816Z","end":"2026-04-10T15:03:34.608537Z","steps":["trace[2075776574] 'process raft request' (duration: 103.467895ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:42.57994Z","caller":"traceutil/trace.go:171","msg":"trace[275656990] transaction","detail":"{read_only:false; response_revision:30117; number_of_response:1; }","duration":"113.010145ms","start":"2026-04-10T15:03:42.466897Z","end":"2026-04-10T15:03:42.579907Z","steps":["trace[275656990] 'process raft request' (duration: 110.653371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.972963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.515621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:03:42.973078Z","caller":"traceutil/trace.go:171","msg":"trace[1051191218] linearizableReadLoop","detail":"{readStateIndex:31176; appliedIndex:31175; }","duration":"379.769839ms","start":"2026-04-10T15:03:42.59329Z","end":"2026-04-10T15:03:42.97306Z","steps":["trace[1051191218] 'read index received' (duration: 149.744092ms)","trace[1051191218] 'applied index is now lower than readState.Index' (duration: 230.024657ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:42.973148Z","caller":"traceutil/trace.go:171","msg":"trace[1702926400] transaction","detail":"{read_only:false; response_revision:30119; number_of_response:1; }","duration":"384.53159ms","start":"2026-04-10T15:03:42.588605Z","end":"2026-04-10T15:03:42.973137Z","steps":["trace[1702926400] 'process raft request' (duration: 154.502462ms)","trace[1702926400] 'compare' (duration: 228.709056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:03:42.973274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.588584Z","time spent":"384.656513ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6842,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:03:42.973808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.503522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:42.973865Z","caller":"traceutil/trace.go:171","msg":"trace[59581409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30121; }","duration":"380.587555ms","start":"2026-04-10T15:03:42.593264Z","end":"2026-04-10T15:03:42.973851Z","steps":["trace[59581409] 'agreement among raft nodes before linearized reading' (duration: 380.459161ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:42.973835Z","caller":"traceutil/trace.go:171","msg":"trace[1398823355] transaction","detail":"{read_only:false; response_revision:30121; number_of_response:1; }","duration":"320.905757ms","start":"2026-04-10T15:03:42.652891Z","end":"2026-04-10T15:03:42.973797Z","steps":["trace[1398823355] 'process raft request' (duration: 320.729722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.974126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.652864Z","time spent":"321.125714ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:03:42.974658Z","caller":"traceutil/trace.go:171","msg":"trace[498195877] transaction","detail":"{read_only:false; response_revision:30120; number_of_response:1; }","duration":"377.884701ms","start":"2026-04-10T15:03:42.596748Z","end":"2026-04-10T15:03:42.974633Z","steps":["trace[498195877] 'process raft request' (duration: 376.58178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.97475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.596727Z","time spent":"377.984393ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:03:42.975235Z","caller":"traceutil/trace.go:171","msg":"trace[1421633108] transaction","detail":"{read_only:false; response_revision:30122; number_of_response:1; }","duration":"316.86069ms","start":"2026-04-10T15:03:42.658361Z","end":"2026-04-10T15:03:42.975222Z","steps":["trace[1421633108] 'process raft request' (duration: 315.364883ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:42.975213Z","caller":"traceutil/trace.go:171","msg":"trace[2059331184] transaction","detail":"{read_only:false; response_revision:30125; number_of_response:1; }","duration":"314.33297ms","start":"2026-04-10T15:03:42.660832Z","end":"2026-04-10T15:03:42.975165Z","steps":["trace[2059331184] 'process raft request' (duration: 313.36662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.975319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.658343Z","time spent":"316.937442ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:03:42.975412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.660825Z","time spent":"314.483045ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:03:42.975597Z","caller":"traceutil/trace.go:171","msg":"trace[712434242] transaction","detail":"{read_only:false; response_revision:30123; number_of_response:1; }","duration":"315.074284ms","start":"2026-04-10T15:03:42.660511Z","end":"2026-04-10T15:03:42.975585Z","steps":["trace[712434242] 'process raft request' (duration: 313.559416ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:42.975655Z","caller":"traceutil/trace.go:171","msg":"trace[2028645518] transaction","detail":"{read_only:false; response_revision:30124; number_of_response:1; }","duration":"315.089525ms","start":"2026-04-10T15:03:42.660555Z","end":"2026-04-10T15:03:42.975644Z","steps":["trace[2028645518] 'process raft request' (duration: 313.607498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.975667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.660503Z","time spent":"315.133265ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:03:42.975706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.66055Z","time spent":"315.127886ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:03:42.976021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.723073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:03:42.976058Z","caller":"traceutil/trace.go:171","msg":"trace[227636707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30125; }","duration":"198.790365ms","start":"2026-04-10T15:03:42.777259Z","end":"2026-04-10T15:03:42.97605Z","steps":["trace[227636707] 'agreement among raft nodes before linearized reading' (duration: 198.645381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.976176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.061875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:03:42.976216Z","caller":"traceutil/trace.go:171","msg":"trace[1710177534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30125; }","duration":"282.160188ms","start":"2026-04-10T15:03:42.694049Z","end":"2026-04-10T15:03:42.976209Z","steps":["trace[1710177534] 'agreement among raft nodes before linearized reading' (duration: 282.072066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.976433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.716532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:03:42.976499Z","caller":"traceutil/trace.go:171","msg":"trace[753828303] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30125; }","duration":"143.789814ms","start":"2026-04-10T15:03:42.832692Z","end":"2026-04-10T15:03:42.976481Z","steps":["trace[753828303] 'agreement among raft nodes before linearized reading' (duration: 143.618018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.973941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.593253Z","time spent":"380.676269ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:03:42.983229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.393354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:03:42.983278Z","caller":"traceutil/trace.go:171","msg":"trace[1222148279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30125; }","duration":"315.478927ms","start":"2026-04-10T15:03:42.667783Z","end":"2026-04-10T15:03:42.983262Z","steps":["trace[1222148279] 'agreement among raft nodes before linearized reading' (duration: 306.461883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:42.983309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:42.667769Z","time spent":"315.534359ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:03:42.984363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.761321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:03:42.984402Z","caller":"traceutil/trace.go:171","msg":"trace[757332600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30125; }","duration":"155.835753ms","start":"2026-04-10T15:03:42.828554Z","end":"2026-04-10T15:03:42.984389Z","steps":["trace[757332600] 'agreement among raft nodes before linearized reading' (duration: 147.208821ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:43.088442Z","caller":"traceutil/trace.go:171","msg":"trace[1855000191] transaction","detail":"{read_only:false; response_revision:30126; number_of_response:1; }","duration":"100.950887ms","start":"2026-04-10T15:03:42.98745Z","end":"2026-04-10T15:03:43.088401Z","steps":["trace[1855000191] 'process raft request' (duration: 87.021628ms)","trace[1855000191] 'compare' (duration: 13.404952ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:03:43.090467Z","caller":"traceutil/trace.go:171","msg":"trace[99645868] transaction","detail":"{read_only:false; response_revision:30128; number_of_response:1; }","duration":"101.883036ms","start":"2026-04-10T15:03:42.98855Z","end":"2026-04-10T15:03:43.090433Z","steps":["trace[99645868] 'process raft request' (duration: 101.725731ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:43.090481Z","caller":"traceutil/trace.go:171","msg":"trace[946680466] transaction","detail":"{read_only:false; response_revision:30127; number_of_response:1; }","duration":"102.166255ms","start":"2026-04-10T15:03:42.988276Z","end":"2026-04-10T15:03:43.090442Z","steps":["trace[946680466] 'process raft request' (duration: 101.827464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:43.738308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.558126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:43.738379Z","caller":"traceutil/trace.go:171","msg":"trace[2118205196] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:30131; }","duration":"108.69071ms","start":"2026-04-10T15:03:43.629672Z","end":"2026-04-10T15:03:43.738363Z","steps":["trace[2118205196] 'count revisions from in-memory index tree' (duration: 108.478043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:46.705009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.971021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-sync-q5jjv\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-04-10T15:03:46.705092Z","caller":"traceutil/trace.go:171","msg":"trace[371344677] range","detail":"{range_begin:/registry/pods/openstack/manila-db-sync-q5jjv; range_end:; response_count:1; response_revision:30149; }","duration":"110.100575ms","start":"2026-04-10T15:03:46.594974Z","end":"2026-04-10T15:03:46.705075Z","steps":["trace[371344677] 'range keys from in-memory index tree' (duration: 109.763544ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:46.828889Z","caller":"traceutil/trace.go:171","msg":"trace[857777271] transaction","detail":"{read_only:false; response_revision:30150; number_of_response:1; }","duration":"115.421212ms","start":"2026-04-10T15:03:46.713442Z","end":"2026-04-10T15:03:46.828863Z","steps":["trace[857777271] 'process raft request' (duration: 115.244766ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:56.771947Z","caller":"traceutil/trace.go:171","msg":"trace[778715083] linearizableReadLoop","detail":"{readStateIndex:31283; appliedIndex:31282; }","duration":"319.507393ms","start":"2026-04-10T15:03:56.452406Z","end":"2026-04-10T15:03:56.771914Z","steps":["trace[778715083] 'read index received' (duration: 319.234015ms)","trace[778715083] 'applied index is now lower than readState.Index' (duration: 271.888µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:03:56.772183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.73865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:56.772154Z","caller":"traceutil/trace.go:171","msg":"trace[681641079] transaction","detail":"{read_only:false; response_revision:30224; number_of_response:1; }","duration":"324.769508ms","start":"2026-04-10T15:03:56.447337Z","end":"2026-04-10T15:03:56.772106Z","steps":["trace[681641079] 'process raft request' (duration: 324.357915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:56.772214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.628233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:03:56.77223Z","caller":"traceutil/trace.go:171","msg":"trace[1051529269] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30224; }","duration":"319.843614ms","start":"2026-04-10T15:03:56.452376Z","end":"2026-04-10T15:03:56.77222Z","steps":["trace[1051529269] 'agreement among raft nodes before linearized reading' (duration: 319.72001ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:03:56.772264Z","caller":"traceutil/trace.go:171","msg":"trace[1457674241] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30224; }","duration":"132.688585ms","start":"2026-04-10T15:03:56.639563Z","end":"2026-04-10T15:03:56.772251Z","steps":["trace[1457674241] 'agreement among raft nodes before linearized reading' (duration: 132.595802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:03:56.772275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:56.45236Z","time spent":"319.907045ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T15:03:56.772401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:03:56.447299Z","time spent":"324.965985ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:03:56.772413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.442348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:03:56.77251Z","caller":"traceutil/trace.go:171","msg":"trace[1364008896] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:30224; }","duration":"119.588922ms","start":"2026-04-10T15:03:56.652897Z","end":"2026-04-10T15:03:56.772486Z","steps":["trace[1364008896] 'agreement among raft nodes before linearized reading' (duration: 119.337414ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.323287Z","caller":"traceutil/trace.go:171","msg":"trace[1590764663] transaction","detail":"{read_only:false; response_revision:30346; number_of_response:1; }","duration":"164.31022ms","start":"2026-04-10T15:04:13.158951Z","end":"2026-04-10T15:04:13.323262Z","steps":["trace[1590764663] 'process raft request' (duration: 164.169486ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.410661Z","caller":"traceutil/trace.go:171","msg":"trace[1123239692] transaction","detail":"{read_only:false; response_revision:30347; number_of_response:1; }","duration":"178.390613ms","start":"2026-04-10T15:04:13.232203Z","end":"2026-04-10T15:04:13.410594Z","steps":["trace[1123239692] 'process raft request' (duration: 147.80233ms)","trace[1123239692] 'compare' (duration: 30.324335ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:13.410671Z","caller":"traceutil/trace.go:171","msg":"trace[1878109439] transaction","detail":"{read_only:false; response_revision:30348; number_of_response:1; }","duration":"135.225445ms","start":"2026-04-10T15:04:13.275408Z","end":"2026-04-10T15:04:13.410634Z","steps":["trace[1878109439] 'process raft request' (duration: 135.100211ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.410838Z","caller":"traceutil/trace.go:171","msg":"trace[1031371952] transaction","detail":"{read_only:false; response_revision:30349; number_of_response:1; }","duration":"134.834753ms","start":"2026-04-10T15:04:13.275981Z","end":"2026-04-10T15:04:13.410816Z","steps":["trace[1031371952] 'process raft request' (duration: 134.594225ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.410901Z","caller":"traceutil/trace.go:171","msg":"trace[1454266655] transaction","detail":"{read_only:false; response_revision:30350; number_of_response:1; }","duration":"125.477678ms","start":"2026-04-10T15:04:13.285402Z","end":"2026-04-10T15:04:13.41088Z","steps":["trace[1454266655] 'process raft request' (duration: 125.357054ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.464283Z","caller":"traceutil/trace.go:171","msg":"trace[1237538652] linearizableReadLoop","detail":"{readStateIndex:31410; appliedIndex:31408; }","duration":"209.690867ms","start":"2026-04-10T15:04:13.254566Z","end":"2026-04-10T15:04:13.464257Z","steps":["trace[1237538652] 'read index received' (duration: 68.64948ms)","trace[1237538652] 'applied index is now lower than readState.Index' (duration: 141.040217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:04:13.464463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.845212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:13.4645Z","caller":"traceutil/trace.go:171","msg":"trace[1412205576] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30351; }","duration":"209.935426ms","start":"2026-04-10T15:04:13.254553Z","end":"2026-04-10T15:04:13.464488Z","steps":["trace[1412205576] 'agreement among raft nodes before linearized reading' (duration: 209.850663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:13.464625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.034023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:04:13.464678Z","caller":"traceutil/trace.go:171","msg":"trace[1790297334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30351; }","duration":"152.122716ms","start":"2026-04-10T15:04:13.312541Z","end":"2026-04-10T15:04:13.464664Z","steps":["trace[1790297334] 'agreement among raft nodes before linearized reading' (duration: 151.9343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:13.464684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.035006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:04:13.464711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.053607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-10T15:04:13.464745Z","caller":"traceutil/trace.go:171","msg":"trace[528239558] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30351; }","duration":"195.099119ms","start":"2026-04-10T15:04:13.269636Z","end":"2026-04-10T15:04:13.464735Z","steps":["trace[528239558] 'agreement among raft nodes before linearized reading' (duration: 195.023187ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.46475Z","caller":"traceutil/trace.go:171","msg":"trace[1801693120] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30351; }","duration":"201.103598ms","start":"2026-04-10T15:04:13.263607Z","end":"2026-04-10T15:04:13.464711Z","steps":["trace[1801693120] 'agreement among raft nodes before linearized reading' (duration: 201.053286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:13.464743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.003141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T15:04:13.464773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.244839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T15:04:13.464624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.627062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:04:13.464833Z","caller":"traceutil/trace.go:171","msg":"trace[1554804806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30351; }","duration":"165.146357ms","start":"2026-04-10T15:04:13.299663Z","end":"2026-04-10T15:04:13.46481Z","steps":["trace[1554804806] 'agreement among raft nodes before linearized reading' (duration: 164.900399ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.464849Z","caller":"traceutil/trace.go:171","msg":"trace[1930397375] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30351; }","duration":"152.876131ms","start":"2026-04-10T15:04:13.311961Z","end":"2026-04-10T15:04:13.464838Z","steps":["trace[1930397375] 'agreement among raft nodes before linearized reading' (duration: 152.565431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:13.464926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.713935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T15:04:13.464605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.992838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:13.46497Z","caller":"traceutil/trace.go:171","msg":"trace[787295732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30351; }","duration":"159.771257ms","start":"2026-04-10T15:04:13.305187Z","end":"2026-04-10T15:04:13.464958Z","steps":["trace[787295732] 'agreement among raft nodes before linearized reading' (duration: 159.663824ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.464985Z","caller":"traceutil/trace.go:171","msg":"trace[1053980742] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30351; }","duration":"210.446412ms","start":"2026-04-10T15:04:13.254523Z","end":"2026-04-10T15:04:13.464969Z","steps":["trace[1053980742] 'agreement among raft nodes before linearized reading' (duration: 209.868074ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:13.464834Z","caller":"traceutil/trace.go:171","msg":"trace[318532933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30351; }","duration":"158.350192ms","start":"2026-04-10T15:04:13.306468Z","end":"2026-04-10T15:04:13.464818Z","steps":["trace[318532933] 'agreement among raft nodes before linearized reading' (duration: 158.195507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:13.465717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.582291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:04:13.465802Z","caller":"traceutil/trace.go:171","msg":"trace[2038781733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30351; }","duration":"159.655273ms","start":"2026-04-10T15:04:13.306117Z","end":"2026-04-10T15:04:13.465773Z","steps":["trace[2038781733] 'agreement among raft nodes before linearized reading' (duration: 158.314521ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.54993Z","caller":"traceutil/trace.go:171","msg":"trace[252387722] transaction","detail":"{read_only:false; response_revision:30362; number_of_response:1; }","duration":"220.837269ms","start":"2026-04-10T15:04:15.329064Z","end":"2026-04-10T15:04:15.549901Z","steps":["trace[252387722] 'process raft request' (duration: 220.600751ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.550292Z","caller":"traceutil/trace.go:171","msg":"trace[630430704] linearizableReadLoop","detail":"{readStateIndex:31425; appliedIndex:31425; }","duration":"171.149325ms","start":"2026-04-10T15:04:15.379113Z","end":"2026-04-10T15:04:15.550263Z","steps":["trace[630430704] 'read index received' (duration: 171.137645ms)","trace[630430704] 'applied index is now lower than readState.Index' (duration: 9.56µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:04:15.550622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.492196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:04:15.550666Z","caller":"traceutil/trace.go:171","msg":"trace[1553226254] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30362; }","duration":"171.62282ms","start":"2026-04-10T15:04:15.379034Z","end":"2026-04-10T15:04:15.550657Z","steps":["trace[1553226254] 'agreement among raft nodes before linearized reading' (duration: 171.391753ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.679388Z","caller":"traceutil/trace.go:171","msg":"trace[636819080] transaction","detail":"{read_only:false; response_revision:30363; number_of_response:1; }","duration":"263.13761ms","start":"2026-04-10T15:04:15.41622Z","end":"2026-04-10T15:04:15.679358Z","steps":["trace[636819080] 'process raft request' (duration: 195.14063ms)","trace[636819080] 'compare' (duration: 67.783353ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:15.679425Z","caller":"traceutil/trace.go:171","msg":"trace[859190894] linearizableReadLoop","detail":"{readStateIndex:31429; appliedIndex:31425; }","duration":"128.990119ms","start":"2026-04-10T15:04:15.55042Z","end":"2026-04-10T15:04:15.67941Z","steps":["trace[859190894] 'read index received' (duration: 60.855565ms)","trace[859190894] 'applied index is now lower than readState.Index' (duration: 68.133394ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:15.679443Z","caller":"traceutil/trace.go:171","msg":"trace[1430937001] transaction","detail":"{read_only:false; response_revision:30365; number_of_response:1; }","duration":"263.052668ms","start":"2026-04-10T15:04:15.416361Z","end":"2026-04-10T15:04:15.679414Z","steps":["trace[1430937001] 'process raft request' (duration: 262.960565ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.67946Z","caller":"traceutil/trace.go:171","msg":"trace[1806543912] transaction","detail":"{read_only:false; response_revision:30364; number_of_response:1; }","duration":"263.118909ms","start":"2026-04-10T15:04:15.4163Z","end":"2026-04-10T15:04:15.679418Z","steps":["trace[1806543912] 'process raft request' (duration: 262.977625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.679666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.666508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:15.679727Z","caller":"traceutil/trace.go:171","msg":"trace[28324986] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30366; }","duration":"209.801991ms","start":"2026-04-10T15:04:15.469913Z","end":"2026-04-10T15:04:15.679715Z","steps":["trace[28324986] 'agreement among raft nodes before linearized reading' (duration: 209.653707ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.679523Z","caller":"traceutil/trace.go:171","msg":"trace[1266243389] transaction","detail":"{read_only:false; response_revision:30366; number_of_response:1; }","duration":"262.550032ms","start":"2026-04-10T15:04:15.416962Z","end":"2026-04-10T15:04:15.679512Z","steps":["trace[1266243389] 'process raft request' (duration: 262.395197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.679758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.894514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-10T15:04:15.679803Z","caller":"traceutil/trace.go:171","msg":"trace[965058371] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30366; }","duration":"209.970037ms","start":"2026-04-10T15:04:15.469823Z","end":"2026-04-10T15:04:15.679793Z","steps":["trace[965058371] 'agreement among raft nodes before linearized reading' (duration: 209.837693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.679964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.580738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T15:04:15.679986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.990208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:04:15.679997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.998146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:04:15.680009Z","caller":"traceutil/trace.go:171","msg":"trace[408399140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30366; }","duration":"136.65405ms","start":"2026-04-10T15:04:15.543345Z","end":"2026-04-10T15:04:15.68Z","steps":["trace[408399140] 'agreement among raft nodes before linearized reading' (duration: 136.545827ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.68002Z","caller":"traceutil/trace.go:171","msg":"trace[1357400242] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30366; }","duration":"210.06398ms","start":"2026-04-10T15:04:15.469946Z","end":"2026-04-10T15:04:15.68001Z","steps":["trace[1357400242] 'agreement among raft nodes before linearized reading' (duration: 210.004648ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.680029Z","caller":"traceutil/trace.go:171","msg":"trace[2111310071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30366; }","duration":"127.058598ms","start":"2026-04-10T15:04:15.55296Z","end":"2026-04-10T15:04:15.680018Z","steps":["trace[2111310071] 'agreement among raft nodes before linearized reading' (duration: 126.952095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.679673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.815472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:15.68008Z","caller":"traceutil/trace.go:171","msg":"trace[1315198691] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30366; }","duration":"210.270216ms","start":"2026-04-10T15:04:15.469797Z","end":"2026-04-10T15:04:15.680067Z","steps":["trace[1315198691] 'agreement among raft nodes before linearized reading' (duration: 209.810392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.680137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.50755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:04:15.680178Z","caller":"traceutil/trace.go:171","msg":"trace[1741307360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30366; }","duration":"126.588904ms","start":"2026-04-10T15:04:15.553578Z","end":"2026-04-10T15:04:15.680167Z","steps":["trace[1741307360] 'agreement among raft nodes before linearized reading' (duration: 126.510941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.680248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.963913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:04:15.680289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.278265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:04:15.680292Z","caller":"traceutil/trace.go:171","msg":"trace[563126660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30366; }","duration":"153.077837ms","start":"2026-04-10T15:04:15.527204Z","end":"2026-04-10T15:04:15.680282Z","steps":["trace[563126660] 'agreement among raft nodes before linearized reading' (duration: 152.989634ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:15.680315Z","caller":"traceutil/trace.go:171","msg":"trace[1950700178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30366; }","duration":"127.335317ms","start":"2026-04-10T15:04:15.552972Z","end":"2026-04-10T15:04:15.680308Z","steps":["trace[1950700178] 'agreement among raft nodes before linearized reading' (duration: 127.270475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.680336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.280145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:04:15.680383Z","caller":"traceutil/trace.go:171","msg":"trace[1152816395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30366; }","duration":"127.378528ms","start":"2026-04-10T15:04:15.552993Z","end":"2026-04-10T15:04:15.680372Z","steps":["trace[1152816395] 'agreement among raft nodes before linearized reading' (duration: 127.222633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:15.680494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.359068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:04:15.680543Z","caller":"traceutil/trace.go:171","msg":"trace[1701797155] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30366; }","duration":"127.4297ms","start":"2026-04-10T15:04:15.553101Z","end":"2026-04-10T15:04:15.680531Z","steps":["trace[1701797155] 'agreement among raft nodes before linearized reading' (duration: 127.319807ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:29.826927Z","caller":"traceutil/trace.go:171","msg":"trace[732824262] linearizableReadLoop","detail":"{readStateIndex:31559; appliedIndex:31558; }","duration":"110.875719ms","start":"2026-04-10T15:04:29.716025Z","end":"2026-04-10T15:04:29.826901Z","steps":["trace[732824262] 'read index received' (duration: 110.768925ms)","trace[732824262] 'applied index is now lower than readState.Index' (duration: 105.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:29.827Z","caller":"traceutil/trace.go:171","msg":"trace[1350580795] transaction","detail":"{read_only:false; response_revision:30492; number_of_response:1; }","duration":"203.643557ms","start":"2026-04-10T15:04:29.623313Z","end":"2026-04-10T15:04:29.826956Z","steps":["trace[1350580795] 'process raft request' (duration: 203.390229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.827114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.057205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:29.827193Z","caller":"traceutil/trace.go:171","msg":"trace[1968000349] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30492; }","duration":"111.212469ms","start":"2026-04-10T15:04:29.715964Z","end":"2026-04-10T15:04:29.827177Z","steps":["trace[1968000349] 'agreement among raft nodes before linearized reading' (duration: 111.023983ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:29.927365Z","caller":"traceutil/trace.go:171","msg":"trace[661067556] transaction","detail":"{read_only:false; response_revision:30493; number_of_response:1; }","duration":"185.981312ms","start":"2026-04-10T15:04:29.741355Z","end":"2026-04-10T15:04:29.927337Z","steps":["trace[661067556] 'process raft request' (duration: 178.208937ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:29.927667Z","caller":"traceutil/trace.go:171","msg":"trace[1464690019] transaction","detail":"{read_only:false; response_revision:30494; number_of_response:1; }","duration":"181.607655ms","start":"2026-04-10T15:04:29.746044Z","end":"2026-04-10T15:04:29.927651Z","steps":["trace[1464690019] 'process raft request' (duration: 181.218183ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:29.928005Z","caller":"traceutil/trace.go:171","msg":"trace[1852664152] transaction","detail":"{read_only:false; response_revision:30495; number_of_response:1; }","duration":"180.182989ms","start":"2026-04-10T15:04:29.747795Z","end":"2026-04-10T15:04:29.927978Z","steps":["trace[1852664152] 'process raft request' (duration: 179.798397ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:29.928104Z","caller":"traceutil/trace.go:171","msg":"trace[1546009524] transaction","detail":"{read_only:false; response_revision:30496; number_of_response:1; }","duration":"180.030254ms","start":"2026-04-10T15:04:29.748047Z","end":"2026-04-10T15:04:29.928077Z","steps":["trace[1546009524] 'process raft request' (duration: 179.804687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:29.928091Z","caller":"traceutil/trace.go:171","msg":"trace[1623690392] linearizableReadLoop","detail":"{readStateIndex:31563; appliedIndex:31559; }","duration":"101.06119ms","start":"2026-04-10T15:04:29.826992Z","end":"2026-04-10T15:04:29.928054Z","steps":["trace[1623690392] 'read index received' (duration: 92.447959ms)","trace[1623690392] 'applied index is now lower than readState.Index' (duration: 8.611801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:04:29.928328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.846196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:29.928404Z","caller":"traceutil/trace.go:171","msg":"trace[1581350584] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30496; }","duration":"211.9628ms","start":"2026-04-10T15:04:29.716424Z","end":"2026-04-10T15:04:29.928387Z","steps":["trace[1581350584] 'agreement among raft nodes before linearized reading' (duration: 211.741203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.928504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.684362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:04:29.928578Z","caller":"traceutil/trace.go:171","msg":"trace[257130458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30496; }","duration":"164.907219ms","start":"2026-04-10T15:04:29.763659Z","end":"2026-04-10T15:04:29.928566Z","steps":["trace[257130458] 'agreement among raft nodes before linearized reading' (duration: 164.593359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.92868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.014582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:04:29.928757Z","caller":"traceutil/trace.go:171","msg":"trace[771150883] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30496; }","duration":"151.102115ms","start":"2026-04-10T15:04:29.777631Z","end":"2026-04-10T15:04:29.928733Z","steps":["trace[771150883] 'agreement among raft nodes before linearized reading' (duration: 150.870788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.928765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.026011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:04:29.928837Z","caller":"traceutil/trace.go:171","msg":"trace[1065873534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30496; }","duration":"157.112904ms","start":"2026-04-10T15:04:29.771716Z","end":"2026-04-10T15:04:29.928829Z","steps":["trace[1065873534] 'agreement among raft nodes before linearized reading' (duration: 156.946539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.928848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.156457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:04:29.928899Z","caller":"traceutil/trace.go:171","msg":"trace[993444472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30496; }","duration":"151.237239ms","start":"2026-04-10T15:04:29.777647Z","end":"2026-04-10T15:04:29.928885Z","steps":["trace[993444472] 'agreement among raft nodes before linearized reading' (duration: 150.983681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.92895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.980073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:04:29.929046Z","caller":"traceutil/trace.go:171","msg":"trace[419021818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30496; }","duration":"166.106267ms","start":"2026-04-10T15:04:29.762911Z","end":"2026-04-10T15:04:29.929017Z","steps":["trace[419021818] 'agreement among raft nodes before linearized reading' (duration: 165.845269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.929122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.982587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-04-10T15:04:29.92919Z","caller":"traceutil/trace.go:171","msg":"trace[607376755] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30496; }","duration":"210.06819ms","start":"2026-04-10T15:04:29.719104Z","end":"2026-04-10T15:04:29.929172Z","steps":["trace[607376755] 'agreement among raft nodes before linearized reading' (duration: 209.654827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:29.929207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.560639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:04:29.929676Z","caller":"traceutil/trace.go:171","msg":"trace[1497159831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30496; }","duration":"166.367115ms","start":"2026-04-10T15:04:29.763292Z","end":"2026-04-10T15:04:29.929659Z","steps":["trace[1497159831] 'agreement among raft nodes before linearized reading' (duration: 165.483057ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:31.316869Z","caller":"traceutil/trace.go:171","msg":"trace[383771438] transaction","detail":"{read_only:false; response_revision:30506; number_of_response:1; }","duration":"262.19354ms","start":"2026-04-10T15:04:31.054646Z","end":"2026-04-10T15:04:31.316839Z","steps":["trace[383771438] 'process raft request' (duration: 261.846789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:40.243788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.609112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:04:40.243942Z","caller":"traceutil/trace.go:171","msg":"trace[1951226695] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30604; }","duration":"104.785717ms","start":"2026-04-10T15:04:40.139126Z","end":"2026-04-10T15:04:40.243911Z","steps":["trace[1951226695] 'count revisions from in-memory index tree' (duration: 104.496888ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:42.695314Z","caller":"traceutil/trace.go:171","msg":"trace[1955946613] transaction","detail":"{read_only:false; response_revision:30619; number_of_response:1; }","duration":"107.111691ms","start":"2026-04-10T15:04:42.588153Z","end":"2026-04-10T15:04:42.695265Z","steps":["trace[1955946613] 'process raft request' (duration: 106.119499ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:45.727098Z","caller":"traceutil/trace.go:171","msg":"trace[1813539110] linearizableReadLoop","detail":"{readStateIndex:31707; appliedIndex:31706; }","duration":"199.056083ms","start":"2026-04-10T15:04:45.527964Z","end":"2026-04-10T15:04:45.72702Z","steps":["trace[1813539110] 'read index received' (duration: 198.688731ms)","trace[1813539110] 'applied index is now lower than readState.Index' (duration: 365.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:45.727241Z","caller":"traceutil/trace.go:171","msg":"trace[767051772] transaction","detail":"{read_only:false; response_revision:30635; number_of_response:1; }","duration":"336.239869ms","start":"2026-04-10T15:04:45.390954Z","end":"2026-04-10T15:04:45.727193Z","steps":["trace[767051772] 'process raft request' (duration: 335.723313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:45.727329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.340222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:45.727531Z","caller":"traceutil/trace.go:171","msg":"trace[212178662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30635; }","duration":"199.612921ms","start":"2026-04-10T15:04:45.527907Z","end":"2026-04-10T15:04:45.72752Z","steps":["trace[212178662] 'agreement among raft nodes before linearized reading' (duration: 199.315971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:45.727613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:04:45.390896Z","time spent":"336.519198ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:04:58.384797Z","caller":"traceutil/trace.go:171","msg":"trace[2022766762] transaction","detail":"{read_only:false; response_revision:30754; number_of_response:1; }","duration":"171.385942ms","start":"2026-04-10T15:04:58.213381Z","end":"2026-04-10T15:04:58.384767Z","steps":["trace[2022766762] 'process raft request' (duration: 136.123062ms)","trace[2022766762] 'compare' (duration: 34.970331ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:58.384967Z","caller":"traceutil/trace.go:171","msg":"trace[1193352874] transaction","detail":"{read_only:false; response_revision:30755; number_of_response:1; }","duration":"169.40645ms","start":"2026-04-10T15:04:58.215515Z","end":"2026-04-10T15:04:58.384922Z","steps":["trace[1193352874] 'process raft request' (duration: 169.186993ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:58.385007Z","caller":"traceutil/trace.go:171","msg":"trace[1983345484] linearizableReadLoop","detail":"{readStateIndex:31830; appliedIndex:31828; }","duration":"138.973893ms","start":"2026-04-10T15:04:58.246014Z","end":"2026-04-10T15:04:58.384987Z","steps":["trace[1983345484] 'read index received' (duration: 103.504167ms)","trace[1983345484] 'applied index is now lower than readState.Index' (duration: 35.468706ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:58.38522Z","caller":"traceutil/trace.go:171","msg":"trace[239880666] transaction","detail":"{read_only:false; response_revision:30756; number_of_response:1; }","duration":"133.373397ms","start":"2026-04-10T15:04:58.251796Z","end":"2026-04-10T15:04:58.385169Z","steps":["trace[239880666] 'process raft request' (duration: 133.129009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:58.385321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.786831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:04:58.385372Z","caller":"traceutil/trace.go:171","msg":"trace[1298837622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30756; }","duration":"168.907875ms","start":"2026-04-10T15:04:58.216448Z","end":"2026-04-10T15:04:58.385356Z","steps":["trace[1298837622] 'agreement among raft nodes before linearized reading' (duration: 168.605275ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:59.081666Z","caller":"traceutil/trace.go:171","msg":"trace[1538425934] transaction","detail":"{read_only:false; response_revision:30760; number_of_response:1; }","duration":"110.054183ms","start":"2026-04-10T15:04:58.971577Z","end":"2026-04-10T15:04:59.081631Z","steps":["trace[1538425934] 'process raft request' (duration: 109.811065ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:04.003696Z","caller":"traceutil/trace.go:171","msg":"trace[1135142440] transaction","detail":"{read_only:false; response_revision:30857; number_of_response:1; }","duration":"153.104538ms","start":"2026-04-10T15:05:03.850506Z","end":"2026-04-10T15:05:04.003611Z","steps":["trace[1135142440] 'process raft request' (duration: 152.448867ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:04.048799Z","caller":"traceutil/trace.go:171","msg":"trace[1835556309] linearizableReadLoop","detail":"{readStateIndex:31934; appliedIndex:31932; }","duration":"112.999665ms","start":"2026-04-10T15:05:03.935774Z","end":"2026-04-10T15:05:04.048774Z","steps":["trace[1835556309] 'read index received' (duration: 67.114352ms)","trace[1835556309] 'applied index is now lower than readState.Index' (duration: 45.884553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:05:04.049029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.230613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-04-10T15:05:04.049063Z","caller":"traceutil/trace.go:171","msg":"trace[716812804] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:30858; }","duration":"113.318756ms","start":"2026-04-10T15:05:03.935736Z","end":"2026-04-10T15:05:04.049055Z","steps":["trace[716812804] 'agreement among raft nodes before linearized reading' (duration: 113.13158ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:04.049345Z","caller":"traceutil/trace.go:171","msg":"trace[78527512] transaction","detail":"{read_only:false; response_revision:30858; number_of_response:1; }","duration":"194.835231ms","start":"2026-04-10T15:05:03.854501Z","end":"2026-04-10T15:05:04.049336Z","steps":["trace[78527512] 'process raft request' (duration: 194.113578ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:11.736854Z","caller":"traceutil/trace.go:171","msg":"trace[647701024] transaction","detail":"{read_only:false; response_revision:30960; number_of_response:1; }","duration":"109.550857ms","start":"2026-04-10T15:05:11.627277Z","end":"2026-04-10T15:05:11.736828Z","steps":["trace[647701024] 'process raft request' (duration: 109.289629ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:11.973856Z","caller":"traceutil/trace.go:171","msg":"trace[1637786471] transaction","detail":"{read_only:false; response_revision:30962; number_of_response:1; }","duration":"229.494961ms","start":"2026-04-10T15:05:11.744309Z","end":"2026-04-10T15:05:11.973804Z","steps":["trace[1637786471] 'process raft request' (duration: 228.370466ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:12.181614Z","caller":"traceutil/trace.go:171","msg":"trace[1506592759] linearizableReadLoop","detail":"{readStateIndex:32040; appliedIndex:32039; }","duration":"204.099702ms","start":"2026-04-10T15:05:11.977484Z","end":"2026-04-10T15:05:12.181584Z","steps":["trace[1506592759] 'read index received' (duration: 203.162723ms)","trace[1506592759] 'applied index is now lower than readState.Index' (duration: 935.459µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:05:12.181708Z","caller":"traceutil/trace.go:171","msg":"trace[386137307] transaction","detail":"{read_only:false; response_revision:30963; number_of_response:1; }","duration":"412.127138ms","start":"2026-04-10T15:05:11.769527Z","end":"2026-04-10T15:05:12.181654Z","steps":["trace[386137307] 'process raft request' (duration: 411.104766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:12.181879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.383751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29597210\" ","response":"range_response_count:1 size:5268"} {"level":"warn","ts":"2026-04-10T15:05:12.181929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:11.769498Z","time spent":"412.325404ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25879,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:05:12.181964Z","caller":"traceutil/trace.go:171","msg":"trace[1386288425] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29597210; range_end:; response_count:1; response_revision:30963; }","duration":"204.536725ms","start":"2026-04-10T15:05:11.977407Z","end":"2026-04-10T15:05:12.181943Z","steps":["trace[1386288425] 'agreement among raft nodes before linearized reading' (duration: 204.280957ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:12.206867Z","caller":"traceutil/trace.go:171","msg":"trace[1411869023] transaction","detail":"{read_only:false; response_revision:30964; number_of_response:1; }","duration":"227.828349ms","start":"2026-04-10T15:05:11.978999Z","end":"2026-04-10T15:05:12.206828Z","steps":["trace[1411869023] 'process raft request' (duration: 227.518229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:12.207554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.324303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:12.207649Z","caller":"traceutil/trace.go:171","msg":"trace[1575140389] transaction","detail":"{read_only:false; response_revision:30965; number_of_response:1; }","duration":"123.122624ms","start":"2026-04-10T15:05:12.08449Z","end":"2026-04-10T15:05:12.207612Z","steps":["trace[1575140389] 'process raft request' (duration: 122.229336ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:12.210824Z","caller":"traceutil/trace.go:171","msg":"trace[1485506341] transaction","detail":"{read_only:false; response_revision:30966; number_of_response:1; }","duration":"100.76302ms","start":"2026-04-10T15:05:12.110034Z","end":"2026-04-10T15:05:12.210797Z","steps":["trace[1485506341] 'process raft request' (duration: 97.339423ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:12.211405Z","caller":"traceutil/trace.go:171","msg":"trace[1936541388] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30966; }","duration":"132.791359ms","start":"2026-04-10T15:05:12.075155Z","end":"2026-04-10T15:05:12.207946Z","steps":["trace[1936541388] 'agreement among raft nodes before linearized reading' (duration: 132.287763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:12.211643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.225128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-04-10T15:05:12.211778Z","caller":"traceutil/trace.go:171","msg":"trace[755154611] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:30966; }","duration":"123.392403ms","start":"2026-04-10T15:05:12.08834Z","end":"2026-04-10T15:05:12.211732Z","steps":["trace[755154611] 'agreement among raft nodes before linearized reading' (duration: 119.563662ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:15.774353Z","caller":"traceutil/trace.go:171","msg":"trace[1030586369] transaction","detail":"{read_only:false; response_revision:31022; number_of_response:1; }","duration":"120.200812ms","start":"2026-04-10T15:05:15.654117Z","end":"2026-04-10T15:05:15.774317Z","steps":["trace[1030586369] 'process raft request' (duration: 120.039737ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:18.970952Z","caller":"traceutil/trace.go:171","msg":"trace[487352324] transaction","detail":"{read_only:false; response_revision:31056; number_of_response:1; }","duration":"142.890935ms","start":"2026-04-10T15:05:18.828029Z","end":"2026-04-10T15:05:18.97092Z","steps":["trace[487352324] 'process raft request' (duration: 141.465101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:19.250744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.876645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:05:19.250845Z","caller":"traceutil/trace.go:171","msg":"trace[194556482] transaction","detail":"{read_only:false; response_revision:31058; number_of_response:1; }","duration":"188.646926ms","start":"2026-04-10T15:05:19.062175Z","end":"2026-04-10T15:05:19.250822Z","steps":["trace[194556482] 'process raft request' (duration: 59.624546ms)","trace[194556482] 'compare' (duration: 128.769692ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:05:44.576241Z","caller":"traceutil/trace.go:171","msg":"trace[965802554] transaction","detail":"{read_only:false; response_revision:31268; number_of_response:1; }","duration":"107.403599ms","start":"2026-04-10T15:05:44.468808Z","end":"2026-04-10T15:05:44.576212Z","steps":["trace[965802554] 'process raft request' (duration: 107.221813ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:44.606657Z","caller":"traceutil/trace.go:171","msg":"trace[1721519057] transaction","detail":"{read_only:false; response_revision:31269; number_of_response:1; }","duration":"135.295187ms","start":"2026-04-10T15:05:44.471332Z","end":"2026-04-10T15:05:44.606628Z","steps":["trace[1721519057] 'process raft request' (duration: 134.973697ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:44.606673Z","caller":"traceutil/trace.go:171","msg":"trace[703057827] transaction","detail":"{read_only:false; response_revision:31270; number_of_response:1; }","duration":"135.0995ms","start":"2026-04-10T15:05:44.471551Z","end":"2026-04-10T15:05:44.60665Z","steps":["trace[703057827] 'process raft request' (duration: 134.969316ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:44.606904Z","caller":"traceutil/trace.go:171","msg":"trace[1604448749] transaction","detail":"{read_only:false; response_revision:31271; number_of_response:1; }","duration":"133.735668ms","start":"2026-04-10T15:05:44.473158Z","end":"2026-04-10T15:05:44.606894Z","steps":["trace[1604448749] 'process raft request' (duration: 133.434809ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:44.607031Z","caller":"traceutil/trace.go:171","msg":"trace[1335505959] transaction","detail":"{read_only:false; response_revision:31272; number_of_response:1; }","duration":"103.842208ms","start":"2026-04-10T15:05:44.50317Z","end":"2026-04-10T15:05:44.607012Z","steps":["trace[1335505959] 'process raft request' (duration: 103.640392ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:44.951608Z","caller":"traceutil/trace.go:171","msg":"trace[1198293982] transaction","detail":"{read_only:false; response_revision:31275; number_of_response:1; }","duration":"127.254334ms","start":"2026-04-10T15:05:44.824323Z","end":"2026-04-10T15:05:44.951577Z","steps":["trace[1198293982] 'process raft request' (duration: 126.986376ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:49.086644Z","caller":"traceutil/trace.go:171","msg":"trace[664757133] linearizableReadLoop","detail":"{readStateIndex:32421; appliedIndex:32420; }","duration":"111.096345ms","start":"2026-04-10T15:05:48.975327Z","end":"2026-04-10T15:05:49.086423Z","steps":["trace[664757133] 'read index received' (duration: 110.887849ms)","trace[664757133] 'applied index is now lower than readState.Index' (duration: 207.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:05:49.086856Z","caller":"traceutil/trace.go:171","msg":"trace[565920013] transaction","detail":"{read_only:false; response_revision:31333; number_of_response:1; }","duration":"113.409308ms","start":"2026-04-10T15:05:48.973389Z","end":"2026-04-10T15:05:49.086799Z","steps":["trace[565920013] 'process raft request' (duration: 112.774658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:49.087194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.830868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:05:49.087608Z","caller":"traceutil/trace.go:171","msg":"trace[538390811] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31333; }","duration":"111.938622ms","start":"2026-04-10T15:05:48.975305Z","end":"2026-04-10T15:05:49.087244Z","steps":["trace[538390811] 'agreement among raft nodes before linearized reading' (duration: 111.475047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:49.107689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.803234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:05:49.107774Z","caller":"traceutil/trace.go:171","msg":"trace[1394387697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31334; }","duration":"129.909538ms","start":"2026-04-10T15:05:48.977843Z","end":"2026-04-10T15:05:49.107753Z","steps":["trace[1394387697] 'agreement among raft nodes before linearized reading' (duration: 129.647149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:49.108501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.449095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:05:49.108605Z","caller":"traceutil/trace.go:171","msg":"trace[1668578532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31335; }","duration":"130.61436ms","start":"2026-04-10T15:05:48.977967Z","end":"2026-04-10T15:05:49.108581Z","steps":["trace[1668578532] 'agreement among raft nodes before linearized reading' (duration: 130.356661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:52.692288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.84157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:52.692364Z","caller":"traceutil/trace.go:171","msg":"trace[1656058261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31365; }","duration":"166.964114ms","start":"2026-04-10T15:05:52.525384Z","end":"2026-04-10T15:05:52.692348Z","steps":["trace[1656058261] 'range keys from in-memory index tree' (duration: 166.745927ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:54.821666Z","caller":"traceutil/trace.go:171","msg":"trace[999014798] linearizableReadLoop","detail":"{readStateIndex:32468; appliedIndex:32467; }","duration":"290.13905ms","start":"2026-04-10T15:05:54.531493Z","end":"2026-04-10T15:05:54.821632Z","steps":["trace[999014798] 'read index received' (duration: 290.096598ms)","trace[999014798] 'applied index is now lower than readState.Index' (duration: 40.862µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:05:54.821854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.333706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:54.8219Z","caller":"traceutil/trace.go:171","msg":"trace[482240486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31379; }","duration":"290.401448ms","start":"2026-04-10T15:05:54.531487Z","end":"2026-04-10T15:05:54.821889Z","steps":["trace[482240486] 'agreement among raft nodes before linearized reading' (duration: 290.303315ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:54.821825Z","caller":"traceutil/trace.go:171","msg":"trace[1723794477] transaction","detail":"{read_only:false; response_revision:31379; number_of_response:1; }","duration":"305.453992ms","start":"2026-04-10T15:05:54.516334Z","end":"2026-04-10T15:05:54.821788Z","steps":["trace[1723794477] 'process raft request' (duration: 305.121121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:54.822202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:54.516316Z","time spent":"305.757051ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:05:54.980046Z","caller":"traceutil/trace.go:171","msg":"trace[502685059] transaction","detail":"{read_only:false; response_revision:31381; number_of_response:1; }","duration":"250.055438ms","start":"2026-04-10T15:05:54.729966Z","end":"2026-04-10T15:05:54.980022Z","steps":["trace[502685059] 'process raft request' (duration: 249.899643ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:54.980282Z","caller":"traceutil/trace.go:171","msg":"trace[415493413] transaction","detail":"{read_only:false; response_revision:31380; number_of_response:1; }","duration":"281.317781ms","start":"2026-04-10T15:05:54.698955Z","end":"2026-04-10T15:05:54.980273Z","steps":["trace[415493413] 'process raft request' (duration: 278.951847ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:54.980363Z","caller":"traceutil/trace.go:171","msg":"trace[1234159674] transaction","detail":"{read_only:false; response_revision:31382; number_of_response:1; }","duration":"248.888351ms","start":"2026-04-10T15:05:54.731445Z","end":"2026-04-10T15:05:54.980333Z","steps":["trace[1234159674] 'process raft request' (duration: 248.53008ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:54.980737Z","caller":"traceutil/trace.go:171","msg":"trace[889046964] transaction","detail":"{read_only:false; response_revision:31383; number_of_response:1; }","duration":"248.670355ms","start":"2026-04-10T15:05:54.732057Z","end":"2026-04-10T15:05:54.980727Z","steps":["trace[889046964] 'process raft request' (duration: 248.171869ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:54.980902Z","caller":"traceutil/trace.go:171","msg":"trace[1845374625] linearizableReadLoop","detail":"{readStateIndex:32473; appliedIndex:32468; }","duration":"159.149038ms","start":"2026-04-10T15:05:54.821745Z","end":"2026-04-10T15:05:54.980894Z","steps":["trace[1845374625] 'read index received' (duration: 156.110912ms)","trace[1845374625] 'applied index is now lower than readState.Index' (duration: 3.037406ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:05:54.980965Z","caller":"traceutil/trace.go:171","msg":"trace[133522765] transaction","detail":"{read_only:false; response_revision:31384; number_of_response:1; }","duration":"248.266042ms","start":"2026-04-10T15:05:54.732693Z","end":"2026-04-10T15:05:54.980959Z","steps":["trace[133522765] 'process raft request' (duration: 247.989743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:54.981015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.268048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:54.981075Z","caller":"traceutil/trace.go:171","msg":"trace[1497223614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31384; }","duration":"157.382902ms","start":"2026-04-10T15:05:54.823679Z","end":"2026-04-10T15:05:54.981062Z","steps":["trace[1497223614] 'agreement among raft nodes before linearized reading' (duration: 157.287969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:54.981252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.906217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:05:54.981286Z","caller":"traceutil/trace.go:171","msg":"trace[812299981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31384; }","duration":"149.957408ms","start":"2026-04-10T15:05:54.831319Z","end":"2026-04-10T15:05:54.981276Z","steps":["trace[812299981] 'agreement among raft nodes before linearized reading' (duration: 149.845244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:54.981282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.812654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:54.981363Z","caller":"traceutil/trace.go:171","msg":"trace[1821161665] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:31384; }","duration":"422.945388ms","start":"2026-04-10T15:05:54.558395Z","end":"2026-04-10T15:05:54.98134Z","steps":["trace[1821161665] 'agreement among raft nodes before linearized reading' (duration: 422.817484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:54.981415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:54.558379Z","time spent":"423.023841ms","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:05:54.983589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.736023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:05:54.9837Z","caller":"traceutil/trace.go:171","msg":"trace[1215929051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31384; }","duration":"152.408365ms","start":"2026-04-10T15:05:54.831265Z","end":"2026-04-10T15:05:54.983674Z","steps":["trace[1215929051] 'agreement among raft nodes before linearized reading' (duration: 149.943908ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:55.297896Z","caller":"traceutil/trace.go:171","msg":"trace[383375401] linearizableReadLoop","detail":"{readStateIndex:32476; appliedIndex:32475; }","duration":"162.013349ms","start":"2026-04-10T15:05:55.135853Z","end":"2026-04-10T15:05:55.297866Z","steps":["trace[383375401] 'read index received' (duration: 161.486462ms)","trace[383375401] 'applied index is now lower than readState.Index' (duration: 525.286µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:05:55.298017Z","caller":"traceutil/trace.go:171","msg":"trace[1126354196] transaction","detail":"{read_only:false; response_revision:31387; number_of_response:1; }","duration":"165.634562ms","start":"2026-04-10T15:05:55.132348Z","end":"2026-04-10T15:05:55.297983Z","steps":["trace[1126354196] 'process raft request' (duration: 165.121576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:55.298439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.548725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-10T15:05:55.298562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.505924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:05:55.298731Z","caller":"traceutil/trace.go:171","msg":"trace[271261335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31387; }","duration":"155.611896ms","start":"2026-04-10T15:05:55.142982Z","end":"2026-04-10T15:05:55.298594Z","steps":["trace[271261335] 'agreement among raft nodes before linearized reading' (duration: 155.428121ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:55.298483Z","caller":"traceutil/trace.go:171","msg":"trace[861447732] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31387; }","duration":"162.625888ms","start":"2026-04-10T15:05:55.135845Z","end":"2026-04-10T15:05:55.29847Z","steps":["trace[861447732] 'agreement among raft nodes before linearized reading' (duration: 162.225275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:55.2989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.109609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:05:55.298922Z","caller":"traceutil/trace.go:171","msg":"trace[2062371279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31387; }","duration":"147.172412ms","start":"2026-04-10T15:05:55.151744Z","end":"2026-04-10T15:05:55.298916Z","steps":["trace[2062371279] 'agreement among raft nodes before linearized reading' (duration: 147.100829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:55.981799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.863328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:05:55.982067Z","caller":"traceutil/trace.go:171","msg":"trace[897834118] linearizableReadLoop","detail":"{readStateIndex:32480; appliedIndex:32476; }","duration":"629.526928ms","start":"2026-04-10T15:05:55.352526Z","end":"2026-04-10T15:05:55.982053Z","steps":["trace[897834118] 'read index received' (duration: 395.211036ms)","trace[897834118] 'applied index is now lower than readState.Index' (duration: 234.314992ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:05:55.982188Z","caller":"traceutil/trace.go:171","msg":"trace[2098219164] transaction","detail":"{read_only:false; response_revision:31390; number_of_response:1; }","duration":"666.13792ms","start":"2026-04-10T15:05:55.316036Z","end":"2026-04-10T15:05:55.982174Z","steps":["trace[2098219164] 'process raft request' (duration: 665.964025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:55.982268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:55.316027Z","time spent":"666.211932ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:05:55.98217Z","caller":"traceutil/trace.go:171","msg":"trace[1867636098] transaction","detail":"{read_only:false; response_revision:31389; number_of_response:1; }","duration":"666.529802ms","start":"2026-04-10T15:05:55.315612Z","end":"2026-04-10T15:05:55.982142Z","steps":["trace[1867636098] 'process raft request' (duration: 666.338876ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:55.982549Z","caller":"traceutil/trace.go:171","msg":"trace[243210314] transaction","detail":"{read_only:false; response_revision:31391; number_of_response:1; }","duration":"666.338546ms","start":"2026-04-10T15:05:55.316201Z","end":"2026-04-10T15:05:55.982539Z","steps":["trace[243210314] 'process raft request' (duration: 665.825459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:55.98263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:55.316149Z","time spent":"666.45511ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:05:55.982606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:55.315588Z","time spent":"666.884383ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:05:55.982828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.297492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:55.982883Z","caller":"traceutil/trace.go:171","msg":"trace[562444750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:31391; }","duration":"630.384265ms","start":"2026-04-10T15:05:55.35249Z","end":"2026-04-10T15:05:55.982874Z","steps":["trace[562444750] 'agreement among raft nodes before linearized reading' (duration: 630.285852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:55.982929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:55.352474Z","time spent":"630.444226ms","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:05:55.983129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.583776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:55.983198Z","caller":"traceutil/trace.go:171","msg":"trace[1971802236] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:31391; }","duration":"258.70107ms","start":"2026-04-10T15:05:55.724486Z","end":"2026-04-10T15:05:55.983187Z","steps":["trace[1971802236] 'agreement among raft nodes before linearized reading' (duration: 258.614047ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:55.983445Z","caller":"traceutil/trace.go:171","msg":"trace[997453494] transaction","detail":"{read_only:false; response_revision:31388; number_of_response:1; }","duration":"667.759621ms","start":"2026-04-10T15:05:55.315607Z","end":"2026-04-10T15:05:55.983367Z","steps":["trace[997453494] 'process raft request' (duration: 432.259661ms)","trace[997453494] 'compare' (duration: 233.389833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:05:55.983695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:55.315586Z","time spent":"667.977218ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:05:57.175479Z","caller":"traceutil/trace.go:171","msg":"trace[887336705] transaction","detail":"{read_only:false; response_revision:31399; number_of_response:1; }","duration":"114.307047ms","start":"2026-04-10T15:05:57.06112Z","end":"2026-04-10T15:05:57.175427Z","steps":["trace[887336705] 'process raft request' (duration: 31.572294ms)","trace[887336705] 'compare' (duration: 82.561858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:05:57.431629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.335119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:05:57.431759Z","caller":"traceutil/trace.go:171","msg":"trace[1185372873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31399; }","duration":"128.528085ms","start":"2026-04-10T15:05:57.303203Z","end":"2026-04-10T15:05:57.431731Z","steps":["trace[1185372873] 'range keys from in-memory index tree' (duration: 128.119481ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:57.641541Z","caller":"traceutil/trace.go:171","msg":"trace[1890408408] linearizableReadLoop","detail":"{readStateIndex:32490; appliedIndex:32489; }","duration":"115.241136ms","start":"2026-04-10T15:05:57.526229Z","end":"2026-04-10T15:05:57.64147Z","steps":["trace[1890408408] 'read index received' (duration: 75.211477ms)","trace[1890408408] 'applied index is now lower than readState.Index' (duration: 40.027709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:05:57.642037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.755242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:57.642237Z","caller":"traceutil/trace.go:171","msg":"trace[868187377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31400; }","duration":"116.056982ms","start":"2026-04-10T15:05:57.526162Z","end":"2026-04-10T15:05:57.642219Z","steps":["trace[868187377] 'agreement among raft nodes before linearized reading' (duration: 115.508135ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:58.107475Z","caller":"traceutil/trace.go:171","msg":"trace[675325446] transaction","detail":"{read_only:false; response_revision:31402; number_of_response:1; }","duration":"109.310439ms","start":"2026-04-10T15:05:57.998138Z","end":"2026-04-10T15:05:58.107448Z","steps":["trace[675325446] 'process raft request' (duration: 109.084672ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:58.607091Z","caller":"traceutil/trace.go:171","msg":"trace[709308740] linearizableReadLoop","detail":"{readStateIndex:32495; appliedIndex:32491; }","duration":"572.986219ms","start":"2026-04-10T15:05:58.034055Z","end":"2026-04-10T15:05:58.607042Z","steps":["trace[709308740] 'read index received' (duration: 73.167712ms)","trace[709308740] 'applied index is now lower than readState.Index' (duration: 499.817617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:05:58.607211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.139504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:05:58.607238Z","caller":"traceutil/trace.go:171","msg":"trace[147849067] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:31405; }","duration":"573.209646ms","start":"2026-04-10T15:05:58.034018Z","end":"2026-04-10T15:05:58.607228Z","steps":["trace[147849067] 'agreement among raft nodes before linearized reading' (duration: 573.129023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:58.607262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:58.034Z","time spent":"573.255628ms","remote":"127.0.0.1:35274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:05:58.607497Z","caller":"traceutil/trace.go:171","msg":"trace[1328089725] transaction","detail":"{read_only:false; response_revision:31403; number_of_response:1; }","duration":"608.883358ms","start":"2026-04-10T15:05:57.998602Z","end":"2026-04-10T15:05:58.607485Z","steps":["trace[1328089725] 'process raft request' (duration: 536.331375ms)","trace[1328089725] 'compare' (duration: 71.954864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:05:58.607568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:57.998585Z","time spent":"608.93789ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:05:58.607675Z","caller":"traceutil/trace.go:171","msg":"trace[236268729] transaction","detail":"{read_only:false; response_revision:31404; number_of_response:1; }","duration":"609.055134ms","start":"2026-04-10T15:05:57.998612Z","end":"2026-04-10T15:05:58.607667Z","steps":["trace[236268729] 'process raft request' (duration: 608.370302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:58.607717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:57.998599Z","time spent":"609.098886ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:05:58.60781Z","caller":"traceutil/trace.go:171","msg":"trace[1215080404] transaction","detail":"{read_only:false; response_revision:31405; number_of_response:1; }","duration":"609.204989ms","start":"2026-04-10T15:05:57.998598Z","end":"2026-04-10T15:05:58.607803Z","steps":["trace[1215080404] 'process raft request' (duration: 608.412754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:05:58.607852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:57.998574Z","time spent":"609.25644ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:00.028474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839145977,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:06:00.201852Z","caller":"traceutil/trace.go:171","msg":"trace[268154590] linearizableReadLoop","detail":"{readStateIndex:32506; appliedIndex:32505; }","duration":"674.155062ms","start":"2026-04-10T15:05:59.527671Z","end":"2026-04-10T15:06:00.201826Z","steps":["trace[268154590] 'read index received' (duration: 673.858393ms)","trace[268154590] 'applied index is now lower than readState.Index' (duration: 295.559µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:00.201965Z","caller":"traceutil/trace.go:171","msg":"trace[1760246551] transaction","detail":"{read_only:false; response_revision:31416; number_of_response:1; }","duration":"734.306765ms","start":"2026-04-10T15:05:59.467647Z","end":"2026-04-10T15:06:00.201953Z","steps":["trace[1760246551] 'process raft request' (duration: 733.890822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:00.202085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.38968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:06:00.202148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:59.467627Z","time spent":"734.378328ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:00.202183Z","caller":"traceutil/trace.go:171","msg":"trace[1900995726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31416; }","duration":"674.531004ms","start":"2026-04-10T15:05:59.527624Z","end":"2026-04-10T15:06:00.202155Z","steps":["trace[1900995726] 'agreement among raft nodes before linearized reading' (duration: 674.350869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:00.202388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:59.527601Z","time spent":"674.764362ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T15:06:00.446153Z","caller":"traceutil/trace.go:171","msg":"trace[1502798437] transaction","detail":"{read_only:false; response_revision:31417; number_of_response:1; }","duration":"298.366188ms","start":"2026-04-10T15:06:00.147739Z","end":"2026-04-10T15:06:00.446105Z","steps":["trace[1502798437] 'process raft request' (duration: 254.040013ms)","trace[1502798437] 'compare' (duration: 43.818269ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:00.446272Z","caller":"traceutil/trace.go:171","msg":"trace[1306649589] linearizableReadLoop","detail":"{readStateIndex:32507; appliedIndex:32506; }","duration":"244.333837ms","start":"2026-04-10T15:06:00.201917Z","end":"2026-04-10T15:06:00.446251Z","steps":["trace[1306649589] 'read index received' (duration: 199.867238ms)","trace[1306649589] 'applied index is now lower than readState.Index' (duration: 44.104108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:00.446373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.693147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-10T15:06:00.446373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.511998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:00.446429Z","caller":"traceutil/trace.go:171","msg":"trace[1421363157] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31417; }","duration":"325.79217ms","start":"2026-04-10T15:06:00.120623Z","end":"2026-04-10T15:06:00.446416Z","steps":["trace[1421363157] 'agreement among raft nodes before linearized reading' (duration: 325.579904ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:00.446436Z","caller":"traceutil/trace.go:171","msg":"trace[1946239368] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31417; }","duration":"712.632683ms","start":"2026-04-10T15:05:59.733789Z","end":"2026-04-10T15:06:00.446422Z","steps":["trace[1946239368] 'agreement among raft nodes before linearized reading' (duration: 712.434036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:00.446469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:00.120604Z","time spent":"325.846192ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:06:00.446469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:59.733767Z","time spent":"712.692944ms","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:06:00.446378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.348931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:00.446574Z","caller":"traceutil/trace.go:171","msg":"trace[2039633188] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:31417; }","duration":"724.604369ms","start":"2026-04-10T15:05:59.72196Z","end":"2026-04-10T15:06:00.446564Z","steps":["trace[2039633188] 'agreement among raft nodes before linearized reading' (duration: 724.340481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:00.446598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:05:59.721936Z","time spent":"724.653241ms","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:06:00.459632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.29279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:00.459704Z","caller":"traceutil/trace.go:171","msg":"trace[1571533603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31418; }","duration":"254.423345ms","start":"2026-04-10T15:06:00.205264Z","end":"2026-04-10T15:06:00.459687Z","steps":["trace[1571533603] 'agreement among raft nodes before linearized reading' (duration: 254.316551ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:02.030983Z","caller":"traceutil/trace.go:171","msg":"trace[368424104] transaction","detail":"{read_only:false; response_revision:31432; number_of_response:1; }","duration":"154.632096ms","start":"2026-04-10T15:06:01.876325Z","end":"2026-04-10T15:06:02.030958Z","steps":["trace[368424104] 'process raft request' (duration: 154.44077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.522299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.010809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:06:03.524073Z","caller":"traceutil/trace.go:171","msg":"trace[1983001683] transaction","detail":"{read_only:false; response_revision:31443; number_of_response:1; }","duration":"601.229478ms","start":"2026-04-10T15:06:02.922713Z","end":"2026-04-10T15:06:03.523942Z","steps":["trace[1983001683] 'process raft request' (duration: 601.107774ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:03.524366Z","caller":"traceutil/trace.go:171","msg":"trace[524908520] transaction","detail":"{read_only:false; response_revision:31442; number_of_response:1; }","duration":"622.498357ms","start":"2026-04-10T15:06:02.901786Z","end":"2026-04-10T15:06:03.524285Z","steps":["trace[524908520] 'process raft request' (duration: 96.383672ms)","trace[524908520] 'compare' (duration: 523.324657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:03.524506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:02.922669Z","time spent":"601.779375ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:03.524804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:02.901758Z","time spent":"622.89413ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:03.531533Z","caller":"traceutil/trace.go:171","msg":"trace[39582704] transaction","detail":"{read_only:false; response_revision:31444; number_of_response:1; }","duration":"491.0536ms","start":"2026-04-10T15:06:03.040468Z","end":"2026-04-10T15:06:03.531522Z","steps":["trace[39582704] 'process raft request' (duration: 490.873635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.531599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.040433Z","time spent":"491.133744ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6817,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:03.579478Z","caller":"traceutil/trace.go:171","msg":"trace[979389375] transaction","detail":"{read_only:false; response_revision:31445; number_of_response:1; }","duration":"505.105273ms","start":"2026-04-10T15:06:03.074337Z","end":"2026-04-10T15:06:03.579443Z","steps":["trace[979389375] 'process raft request' (duration: 504.758353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.579644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.074316Z","time spent":"505.238648ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:03.579956Z","caller":"traceutil/trace.go:171","msg":"trace[68537317] transaction","detail":"{read_only:false; response_revision:31446; number_of_response:1; }","duration":"502.563954ms","start":"2026-04-10T15:06:03.077368Z","end":"2026-04-10T15:06:03.579932Z","steps":["trace[68537317] 'process raft request' (duration: 501.900633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.580424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.077359Z","time spent":"502.673747ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:03.581268Z","caller":"traceutil/trace.go:171","msg":"trace[880194524] transaction","detail":"{read_only:false; response_revision:31447; number_of_response:1; }","duration":"503.469912ms","start":"2026-04-10T15:06:03.077782Z","end":"2026-04-10T15:06:03.581251Z","steps":["trace[880194524] 'process raft request' (duration: 501.885372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.58218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.077741Z","time spent":"503.570765ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:03.582352Z","caller":"traceutil/trace.go:171","msg":"trace[1175741174] transaction","detail":"{read_only:false; response_revision:31448; number_of_response:1; }","duration":"501.697527ms","start":"2026-04-10T15:06:03.08064Z","end":"2026-04-10T15:06:03.582338Z","steps":["trace[1175741174] 'process raft request' (duration: 500.394716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.582425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.080603Z","time spent":"501.788159ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:03.583507Z","caller":"traceutil/trace.go:171","msg":"trace[1350237227] transaction","detail":"{read_only:false; response_revision:31449; number_of_response:1; }","duration":"459.834719ms","start":"2026-04-10T15:06:03.123661Z","end":"2026-04-10T15:06:03.583496Z","steps":["trace[1350237227] 'process raft request' (duration: 459.580841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.583585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.123624Z","time spent":"459.923802ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:03.583876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.663189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:03.583919Z","caller":"traceutil/trace.go:171","msg":"trace[1307143253] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:31449; }","duration":"449.738871ms","start":"2026-04-10T15:06:03.13417Z","end":"2026-04-10T15:06:03.583909Z","steps":["trace[1307143253] 'agreement among raft nodes before linearized reading' (duration: 449.677759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.583947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.134147Z","time spent":"449.793293ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:06:03.583358Z","caller":"traceutil/trace.go:171","msg":"trace[1188700041] linearizableReadLoop","detail":"{readStateIndex:32540; appliedIndex:32534; }","duration":"449.127832ms","start":"2026-04-10T15:06:03.13421Z","end":"2026-04-10T15:06:03.583337Z","steps":["trace[1188700041] 'read index received' (duration: 397.234939ms)","trace[1188700041] 'applied index is now lower than readState.Index' (duration: 51.891623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:03.594879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.706405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T15:06:03.594985Z","caller":"traceutil/trace.go:171","msg":"trace[1383349185] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31450; }","duration":"459.85467ms","start":"2026-04-10T15:06:03.135107Z","end":"2026-04-10T15:06:03.594961Z","steps":["trace[1383349185] 'agreement among raft nodes before linearized reading' (duration: 459.497059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.595047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.1351Z","time spent":"459.936332ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:06:03.595517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.466426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:06:03.595596Z","caller":"traceutil/trace.go:171","msg":"trace[418387053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31450; }","duration":"342.60181ms","start":"2026-04-10T15:06:03.252976Z","end":"2026-04-10T15:06:03.595578Z","steps":["trace[418387053] 'agreement among raft nodes before linearized reading' (duration: 342.321431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.595702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:03.252957Z","time spent":"342.736025ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:06:03.600812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.793531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18141"} {"level":"info","ts":"2026-04-10T15:06:03.600937Z","caller":"traceutil/trace.go:171","msg":"trace[69053725] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31450; }","duration":"284.985097ms","start":"2026-04-10T15:06:03.315921Z","end":"2026-04-10T15:06:03.600906Z","steps":["trace[69053725] 'agreement among raft nodes before linearized reading' (duration: 279.484324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.826243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.97861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:06:03.826373Z","caller":"traceutil/trace.go:171","msg":"trace[1892404176] linearizableReadLoop","detail":"{readStateIndex:32544; appliedIndex:32543; }","duration":"219.037021ms","start":"2026-04-10T15:06:03.60732Z","end":"2026-04-10T15:06:03.826357Z","steps":["trace[1892404176] 'read index received' (duration: 20.875816ms)","trace[1892404176] 'applied index is now lower than readState.Index' (duration: 198.159915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:03.826755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.426534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18141"} {"level":"info","ts":"2026-04-10T15:06:03.826761Z","caller":"traceutil/trace.go:171","msg":"trace[929642253] transaction","detail":"{read_only:false; response_revision:31453; number_of_response:1; }","duration":"221.078306ms","start":"2026-04-10T15:06:03.605619Z","end":"2026-04-10T15:06:03.826698Z","steps":["trace[929642253] 'process raft request' (duration: 22.545969ms)","trace[929642253] 'compare' (duration: 197.584857ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:03.82682Z","caller":"traceutil/trace.go:171","msg":"trace[1196122703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31453; }","duration":"219.492536ms","start":"2026-04-10T15:06:03.607314Z","end":"2026-04-10T15:06:03.826807Z","steps":["trace[1196122703] 'agreement among raft nodes before linearized reading' (duration: 219.264548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:03.82702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.470012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:06:03.827135Z","caller":"traceutil/trace.go:171","msg":"trace[149858710] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:31453; }","duration":"189.623426ms","start":"2026-04-10T15:06:03.637493Z","end":"2026-04-10T15:06:03.827116Z","steps":["trace[149858710] 'agreement among raft nodes before linearized reading' (duration: 189.43149ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:11.709801Z","caller":"traceutil/trace.go:171","msg":"trace[484199752] transaction","detail":"{read_only:false; response_revision:31537; number_of_response:1; }","duration":"130.91153ms","start":"2026-04-10T15:06:11.57886Z","end":"2026-04-10T15:06:11.709772Z","steps":["trace[484199752] 'process raft request' (duration: 130.708273ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:11.823856Z","caller":"traceutil/trace.go:171","msg":"trace[525218680] transaction","detail":"{read_only:false; response_revision:31538; number_of_response:1; }","duration":"206.845448ms","start":"2026-04-10T15:06:11.616981Z","end":"2026-04-10T15:06:11.823827Z","steps":["trace[525218680] 'process raft request' (duration: 206.600751ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:11.824215Z","caller":"traceutil/trace.go:171","msg":"trace[249048804] transaction","detail":"{read_only:false; response_revision:31540; number_of_response:1; }","duration":"190.875906ms","start":"2026-04-10T15:06:11.63331Z","end":"2026-04-10T15:06:11.824186Z","steps":["trace[249048804] 'process raft request' (duration: 190.69902ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:11.824226Z","caller":"traceutil/trace.go:171","msg":"trace[2004220756] transaction","detail":"{read_only:false; response_revision:31539; number_of_response:1; }","duration":"191.442524ms","start":"2026-04-10T15:06:11.632728Z","end":"2026-04-10T15:06:11.824171Z","steps":["trace[2004220756] 'process raft request' (duration: 191.047662ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:11.824212Z","caller":"traceutil/trace.go:171","msg":"trace[1135105808] transaction","detail":"{read_only:false; response_revision:31541; number_of_response:1; }","duration":"190.471023ms","start":"2026-04-10T15:06:11.633718Z","end":"2026-04-10T15:06:11.824189Z","steps":["trace[1135105808] 'process raft request' (duration: 190.407811ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:11.824307Z","caller":"traceutil/trace.go:171","msg":"trace[149588538] linearizableReadLoop","detail":"{readStateIndex:32637; appliedIndex:32631; }","duration":"179.2335ms","start":"2026-04-10T15:06:11.64506Z","end":"2026-04-10T15:06:11.824294Z","steps":["trace[149588538] 'read index received' (duration: 64.663265ms)","trace[149588538] 'applied index is now lower than readState.Index' (duration: 114.569095ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:11.824393Z","caller":"traceutil/trace.go:171","msg":"trace[878572408] transaction","detail":"{read_only:false; response_revision:31542; number_of_response:1; }","duration":"188.954556ms","start":"2026-04-10T15:06:11.635429Z","end":"2026-04-10T15:06:11.824383Z","steps":["trace[878572408] 'process raft request' (duration: 188.728029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:11.824529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.458677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:06:11.824574Z","caller":"traceutil/trace.go:171","msg":"trace[482322690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31542; }","duration":"179.567421ms","start":"2026-04-10T15:06:11.644994Z","end":"2026-04-10T15:06:11.824561Z","steps":["trace[482322690] 'agreement among raft nodes before linearized reading' (duration: 179.404465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:11.82463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.111442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-10T15:06:11.824714Z","caller":"traceutil/trace.go:171","msg":"trace[648451203] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:31542; }","duration":"176.209125ms","start":"2026-04-10T15:06:11.648486Z","end":"2026-04-10T15:06:11.824695Z","steps":["trace[648451203] 'agreement among raft nodes before linearized reading' (duration: 175.976277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:11.824802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.976763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:06:11.824935Z","caller":"traceutil/trace.go:171","msg":"trace[473997218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31542; }","duration":"173.16526ms","start":"2026-04-10T15:06:11.651746Z","end":"2026-04-10T15:06:11.824911Z","steps":["trace[473997218] 'agreement among raft nodes before linearized reading' (duration: 172.776597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:18.125076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.97269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:06:18.125275Z","caller":"traceutil/trace.go:171","msg":"trace[1878342493] transaction","detail":"{read_only:false; response_revision:31659; number_of_response:1; }","duration":"205.426914ms","start":"2026-04-10T15:06:17.91982Z","end":"2026-04-10T15:06:18.125247Z","steps":["trace[1878342493] 'process raft request' (duration: 75.145095ms)","trace[1878342493] 'compare' (duration: 129.754243ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:18.413051Z","caller":"traceutil/trace.go:171","msg":"trace[587890949] transaction","detail":"{read_only:false; response_revision:31660; number_of_response:1; }","duration":"492.514066ms","start":"2026-04-10T15:06:17.920513Z","end":"2026-04-10T15:06:18.413027Z","steps":["trace[587890949] 'process raft request' (duration: 492.355981ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:18.413079Z","caller":"traceutil/trace.go:171","msg":"trace[961946445] linearizableReadLoop","detail":"{readStateIndex:32758; appliedIndex:32757; }","duration":"250.268993ms","start":"2026-04-10T15:06:18.162784Z","end":"2026-04-10T15:06:18.413053Z","steps":["trace[961946445] 'read index received' (duration: 250.15624ms)","trace[961946445] 'applied index is now lower than readState.Index' (duration: 110.483µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:18.413291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.420969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:06:18.413351Z","caller":"traceutil/trace.go:171","msg":"trace[1318925440] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:31660; }","duration":"250.608444ms","start":"2026-04-10T15:06:18.162722Z","end":"2026-04-10T15:06:18.41333Z","steps":["trace[1318925440] 'agreement among raft nodes before linearized reading' (duration: 250.431628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:18.413259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:17.920491Z","time spent":"492.63462ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:18.434458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.024852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:18.434546Z","caller":"traceutil/trace.go:171","msg":"trace[712551986] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:31661; }","duration":"226.165627ms","start":"2026-04-10T15:06:18.208359Z","end":"2026-04-10T15:06:18.434525Z","steps":["trace[712551986] 'agreement among raft nodes before linearized reading' (duration: 226.001222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:18.434677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.308129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-nw5km\" ","response":"range_response_count:1 size:6351"} {"level":"info","ts":"2026-04-10T15:06:18.434756Z","caller":"traceutil/trace.go:171","msg":"trace[2068391383] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-nw5km; range_end:; response_count:1; response_revision:31661; }","duration":"163.425183ms","start":"2026-04-10T15:06:18.271313Z","end":"2026-04-10T15:06:18.434738Z","steps":["trace[2068391383] 'agreement among raft nodes before linearized reading' (duration: 163.183995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:18.434909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.988109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:06:18.434902Z","caller":"traceutil/trace.go:171","msg":"trace[1919048803] transaction","detail":"{read_only:false; response_revision:31661; number_of_response:1; }","duration":"164.395553ms","start":"2026-04-10T15:06:18.270462Z","end":"2026-04-10T15:06:18.434857Z","steps":["trace[1919048803] 'process raft request' (duration: 163.724432ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:18.434956Z","caller":"traceutil/trace.go:171","msg":"trace[1411942299] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:31661; }","duration":"170.073531ms","start":"2026-04-10T15:06:18.264872Z","end":"2026-04-10T15:06:18.434945Z","steps":["trace[1411942299] 'agreement among raft nodes before linearized reading' (duration: 169.905216ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:18.712598Z","caller":"traceutil/trace.go:171","msg":"trace[2015924586] transaction","detail":"{read_only:false; response_revision:31663; number_of_response:1; }","duration":"269.389546ms","start":"2026-04-10T15:06:18.443186Z","end":"2026-04-10T15:06:18.712575Z","steps":["trace[2015924586] 'process raft request' (duration: 269.20741ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:18.715569Z","caller":"traceutil/trace.go:171","msg":"trace[2003093544] transaction","detail":"{read_only:false; response_revision:31664; number_of_response:1; }","duration":"170.469264ms","start":"2026-04-10T15:06:18.545069Z","end":"2026-04-10T15:06:18.715539Z","steps":["trace[2003093544] 'process raft request' (duration: 170.179015ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:18.838485Z","caller":"traceutil/trace.go:171","msg":"trace[384012658] transaction","detail":"{read_only:false; response_revision:31665; number_of_response:1; }","duration":"118.900561ms","start":"2026-04-10T15:06:18.719558Z","end":"2026-04-10T15:06:18.838459Z","steps":["trace[384012658] 'process raft request' (duration: 65.081947ms)","trace[384012658] 'compare' (duration: 53.684219ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:18.839964Z","caller":"traceutil/trace.go:171","msg":"trace[2131053682] linearizableReadLoop","detail":"{readStateIndex:32764; appliedIndex:32762; }","duration":"115.221385ms","start":"2026-04-10T15:06:18.724727Z","end":"2026-04-10T15:06:18.839948Z","steps":["trace[2131053682] 'read index received' (duration: 59.717489ms)","trace[2131053682] 'applied index is now lower than readState.Index' (duration: 55.503056ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:18.840224Z","caller":"traceutil/trace.go:171","msg":"trace[1924472823] transaction","detail":"{read_only:false; response_revision:31666; number_of_response:1; }","duration":"119.713677ms","start":"2026-04-10T15:06:18.720493Z","end":"2026-04-10T15:06:18.840207Z","steps":["trace[1924472823] 'process raft request' (duration: 119.340335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:18.840504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.763542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:06:18.840563Z","caller":"traceutil/trace.go:171","msg":"trace[1624077232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31666; }","duration":"115.859645ms","start":"2026-04-10T15:06:18.724688Z","end":"2026-04-10T15:06:18.840548Z","steps":["trace[1624077232] 'agreement among raft nodes before linearized reading' (duration: 115.68506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:18.840839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.263188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:18.840929Z","caller":"traceutil/trace.go:171","msg":"trace[267921772] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:31666; }","duration":"109.375331ms","start":"2026-04-10T15:06:18.73154Z","end":"2026-04-10T15:06:18.840916Z","steps":["trace[267921772] 'agreement among raft nodes before linearized reading' (duration: 108.774492ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:19.583099Z","caller":"traceutil/trace.go:171","msg":"trace[2118517644] linearizableReadLoop","detail":"{readStateIndex:32768; appliedIndex:32767; }","duration":"148.512283ms","start":"2026-04-10T15:06:19.434538Z","end":"2026-04-10T15:06:19.58305Z","steps":["trace[2118517644] 'read index received' (duration: 148.390249ms)","trace[2118517644] 'applied index is now lower than readState.Index' (duration: 120.614µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:19.583128Z","caller":"traceutil/trace.go:171","msg":"trace[470258163] transaction","detail":"{read_only:false; response_revision:31670; number_of_response:1; }","duration":"207.187359ms","start":"2026-04-10T15:06:19.375909Z","end":"2026-04-10T15:06:19.583096Z","steps":["trace[470258163] 'process raft request' (duration: 206.938471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:19.583387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.829033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:19.583463Z","caller":"traceutil/trace.go:171","msg":"trace[1241597090] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:31670; }","duration":"148.954377ms","start":"2026-04-10T15:06:19.434493Z","end":"2026-04-10T15:06:19.583447Z","steps":["trace[1241597090] 'agreement among raft nodes before linearized reading' (duration: 148.716619ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:19.733245Z","caller":"traceutil/trace.go:171","msg":"trace[1256282665] linearizableReadLoop","detail":"{readStateIndex:32769; appliedIndex:32768; }","duration":"150.046362ms","start":"2026-04-10T15:06:19.583179Z","end":"2026-04-10T15:06:19.733225Z","steps":["trace[1256282665] 'read index received' (duration: 149.301608ms)","trace[1256282665] 'applied index is now lower than readState.Index' (duration: 744.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:19.733326Z","caller":"traceutil/trace.go:171","msg":"trace[1051253445] transaction","detail":"{read_only:false; response_revision:31671; number_of_response:1; }","duration":"290.545962ms","start":"2026-04-10T15:06:19.442761Z","end":"2026-04-10T15:06:19.733307Z","steps":["trace[1051253445] 'process raft request' (duration: 289.776218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:19.733432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.012682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:06:19.733487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.076949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-10T15:06:19.733519Z","caller":"traceutil/trace.go:171","msg":"trace[1226424164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31671; }","duration":"206.122715ms","start":"2026-04-10T15:06:19.527379Z","end":"2026-04-10T15:06:19.733502Z","steps":["trace[1226424164] 'agreement among raft nodes before linearized reading' (duration: 205.95612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:19.733528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.344692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:06:19.733559Z","caller":"traceutil/trace.go:171","msg":"trace[1308758823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31671; }","duration":"144.377673ms","start":"2026-04-10T15:06:19.589172Z","end":"2026-04-10T15:06:19.73355Z","steps":["trace[1308758823] 'agreement among raft nodes before linearized reading' (duration: 144.28609ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:19.733556Z","caller":"traceutil/trace.go:171","msg":"trace[2030297111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:31671; }","duration":"291.153411ms","start":"2026-04-10T15:06:19.442365Z","end":"2026-04-10T15:06:19.733518Z","steps":["trace[2030297111] 'agreement among raft nodes before linearized reading' (duration: 291.001636ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:20.907316Z","caller":"traceutil/trace.go:171","msg":"trace[1757170477] transaction","detail":"{read_only:false; response_revision:31684; number_of_response:1; }","duration":"162.872644ms","start":"2026-04-10T15:06:20.744403Z","end":"2026-04-10T15:06:20.907276Z","steps":["trace[1757170477] 'process raft request' (duration: 162.558274ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:22.247678Z","caller":"traceutil/trace.go:171","msg":"trace[9489442] linearizableReadLoop","detail":"{readStateIndex:32810; appliedIndex:32809; }","duration":"108.911147ms","start":"2026-04-10T15:06:22.138708Z","end":"2026-04-10T15:06:22.247619Z","steps":["trace[9489442] 'read index received' (duration: 79.12238ms)","trace[9489442] 'applied index is now lower than readState.Index' (duration: 29.786987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:22.247833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.109483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:06:22.247867Z","caller":"traceutil/trace.go:171","msg":"trace[1095970899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31711; }","duration":"109.188666ms","start":"2026-04-10T15:06:22.138671Z","end":"2026-04-10T15:06:22.247859Z","steps":["trace[1095970899] 'agreement among raft nodes before linearized reading' (duration: 109.065582ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:26.508272Z","caller":"traceutil/trace.go:171","msg":"trace[321595382] transaction","detail":"{read_only:false; response_revision:31746; number_of_response:1; }","duration":"235.687005ms","start":"2026-04-10T15:06:26.272556Z","end":"2026-04-10T15:06:26.508243Z","steps":["trace[321595382] 'process raft request' (duration: 235.51145ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:26.508834Z","caller":"traceutil/trace.go:171","msg":"trace[461806265] linearizableReadLoop","detail":"{readStateIndex:32845; appliedIndex:32845; }","duration":"211.217986ms","start":"2026-04-10T15:06:26.297599Z","end":"2026-04-10T15:06:26.508817Z","steps":["trace[461806265] 'read index received' (duration: 211.210296ms)","trace[461806265] 'applied index is now lower than readState.Index' (duration: 5.96µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:26.50933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.703561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:26.5094Z","caller":"traceutil/trace.go:171","msg":"trace[2080705393] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:31746; }","duration":"211.824795ms","start":"2026-04-10T15:06:26.297554Z","end":"2026-04-10T15:06:26.509379Z","steps":["trace[2080705393] 'agreement among raft nodes before linearized reading' (duration: 211.705211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:27.032027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839146787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:06:27.125693Z","caller":"traceutil/trace.go:171","msg":"trace[1383049514] transaction","detail":"{read_only:false; response_revision:31747; number_of_response:1; }","duration":"611.516632ms","start":"2026-04-10T15:06:26.514137Z","end":"2026-04-10T15:06:27.125654Z","steps":["trace[1383049514] 'process raft request' (duration: 611.212542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:27.125888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:26.514116Z","time spent":"611.671597ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:27.126633Z","caller":"traceutil/trace.go:171","msg":"trace[437398270] linearizableReadLoop","detail":"{readStateIndex:32847; appliedIndex:32845; }","duration":"594.812366ms","start":"2026-04-10T15:06:26.531788Z","end":"2026-04-10T15:06:27.126601Z","steps":["trace[437398270] 'read index received' (duration: 593.449984ms)","trace[437398270] 'applied index is now lower than readState.Index' (duration: 1.361412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:27.126903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.092195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:06:27.12697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.773609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:06:27.127002Z","caller":"traceutil/trace.go:171","msg":"trace[1609612935] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:31748; }","duration":"406.828411ms","start":"2026-04-10T15:06:26.720164Z","end":"2026-04-10T15:06:27.126992Z","steps":["trace[1609612935] 'agreement among raft nodes before linearized reading' (duration: 406.735508ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:27.126994Z","caller":"traceutil/trace.go:171","msg":"trace[1330205651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31748; }","duration":"595.225629ms","start":"2026-04-10T15:06:26.531745Z","end":"2026-04-10T15:06:27.126971Z","steps":["trace[1330205651] 'agreement among raft nodes before linearized reading' (duration: 595.053244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:27.127027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:26.720116Z","time spent":"406.904954ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:06:27.127043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:26.531727Z","time spent":"595.307802ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T15:06:27.127275Z","caller":"traceutil/trace.go:171","msg":"trace[1684147731] transaction","detail":"{read_only:false; response_revision:31748; number_of_response:1; }","duration":"612.862134ms","start":"2026-04-10T15:06:26.514392Z","end":"2026-04-10T15:06:27.127254Z","steps":["trace[1684147731] 'process raft request' (duration: 612.041238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:27.127297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.851186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:06:27.12732Z","caller":"traceutil/trace.go:171","msg":"trace[1844003954] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31748; }","duration":"136.887758ms","start":"2026-04-10T15:06:26.990424Z","end":"2026-04-10T15:06:27.127311Z","steps":["trace[1844003954] 'agreement among raft nodes before linearized reading' (duration: 136.779584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:27.127378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:26.514377Z","time spent":"612.925597ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:27.127556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.690187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:06:27.127583Z","caller":"traceutil/trace.go:171","msg":"trace[1117193115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31748; }","duration":"140.743239ms","start":"2026-04-10T15:06:26.986835Z","end":"2026-04-10T15:06:27.127578Z","steps":["trace[1117193115] 'agreement among raft nodes before linearized reading' (duration: 140.682287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:27.127567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.536095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:06:27.127629Z","caller":"traceutil/trace.go:171","msg":"trace[1948034911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31748; }","duration":"142.647718ms","start":"2026-04-10T15:06:26.984963Z","end":"2026-04-10T15:06:27.127611Z","steps":["trace[1948034911] 'agreement among raft nodes before linearized reading' (duration: 142.453572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:27.127792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.598226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:06:27.128339Z","caller":"traceutil/trace.go:171","msg":"trace[997561594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31748; }","duration":"142.209095ms","start":"2026-04-10T15:06:26.986116Z","end":"2026-04-10T15:06:27.128325Z","steps":["trace[997561594] 'agreement among raft nodes before linearized reading' (duration: 141.533563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:39.007974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.792442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:06:39.008082Z","caller":"traceutil/trace.go:171","msg":"trace[1953510899] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:31840; }","duration":"264.965557ms","start":"2026-04-10T15:06:38.743097Z","end":"2026-04-10T15:06:39.008063Z","steps":["trace[1953510899] 'count revisions from in-memory index tree' (duration: 264.682459ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:39.008156Z","caller":"traceutil/trace.go:171","msg":"trace[52763823] transaction","detail":"{read_only:false; response_revision:31841; number_of_response:1; }","duration":"258.029619ms","start":"2026-04-10T15:06:38.750088Z","end":"2026-04-10T15:06:39.008117Z","steps":["trace[52763823] 'process raft request' (duration: 254.082615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:39.008218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.855324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:39.008314Z","caller":"traceutil/trace.go:171","msg":"trace[542159535] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:31840; }","duration":"381.009428ms","start":"2026-04-10T15:06:38.627276Z","end":"2026-04-10T15:06:39.008285Z","steps":["trace[542159535] 'count revisions from in-memory index tree' (duration: 380.678538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:39.008371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:38.627255Z","time spent":"381.099651ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:06:39.008716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.870682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5977746559-6d5cn.18a507343ce9ff83\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-04-10T15:06:39.008825Z","caller":"traceutil/trace.go:171","msg":"trace[54931062] range","detail":"{range_begin:/registry/events/openstack/manila-api-5977746559-6d5cn.18a507343ce9ff83; range_end:; response_count:1; response_revision:31840; }","duration":"380.013307ms","start":"2026-04-10T15:06:38.628796Z","end":"2026-04-10T15:06:39.008809Z","steps":["trace[54931062] 'range keys from in-memory index tree' (duration: 379.604464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:39.008876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:38.628777Z","time spent":"380.08927ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1563,"request content":"key:\"/registry/events/openstack/manila-api-5977746559-6d5cn.18a507343ce9ff83\" "} {"level":"warn","ts":"2026-04-10T15:06:40.157052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839147018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:06:40.657876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839147018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:06:40.735125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457049435s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T15:06:40.735738Z","caller":"traceutil/trace.go:171","msg":"trace[483336480] transaction","detail":"{read_only:false; response_revision:31843; number_of_response:1; }","duration":"1.457749907s","start":"2026-04-10T15:06:39.277959Z","end":"2026-04-10T15:06:40.735709Z","steps":["trace[483336480] 'process raft request' (duration: 1.457500789s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:40.735919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.277939Z","time spent":"1.457883672s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:41.021013Z","caller":"traceutil/trace.go:171","msg":"trace[388453338] transaction","detail":"{read_only:false; response_revision:31845; number_of_response:1; }","duration":"1.742396945s","start":"2026-04-10T15:06:39.278591Z","end":"2026-04-10T15:06:41.020988Z","steps":["trace[388453338] 'process raft request' (duration: 1.742286051s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.021176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.278563Z","time spent":"1.742541028s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:41.021378Z","caller":"traceutil/trace.go:171","msg":"trace[2068686355] transaction","detail":"{read_only:false; response_revision:31844; number_of_response:1; }","duration":"1.743367214s","start":"2026-04-10T15:06:39.277966Z","end":"2026-04-10T15:06:41.021333Z","steps":["trace[2068686355] 'process raft request' (duration: 1.742743295s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.021542Z","caller":"traceutil/trace.go:171","msg":"trace[838417443] transaction","detail":"{read_only:false; response_revision:31846; number_of_response:1; }","duration":"1.742656402s","start":"2026-04-10T15:06:39.278863Z","end":"2026-04-10T15:06:41.02152Z","steps":["trace[838417443] 'process raft request' (duration: 1.742069844s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.021594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.277953Z","time spent":"1.74353425s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:41.021649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.278853Z","time spent":"1.742746795s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:41.021805Z","caller":"traceutil/trace.go:171","msg":"trace[1454821669] transaction","detail":"{read_only:false; response_revision:31847; number_of_response:1; }","duration":"1.742772036s","start":"2026-04-10T15:06:39.279018Z","end":"2026-04-10T15:06:41.02179Z","steps":["trace[1454821669] 'process raft request' (duration: 1.74226842s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.021887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.279011Z","time spent":"1.742836068s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:41.022175Z","caller":"traceutil/trace.go:171","msg":"trace[1676928487] transaction","detail":"{read_only:false; response_revision:31848; number_of_response:1; }","duration":"1.741823886s","start":"2026-04-10T15:06:39.280341Z","end":"2026-04-10T15:06:41.022164Z","steps":["trace[1676928487] 'process raft request' (duration: 1.741172985s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.022261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.28033Z","time spent":"1.741881768s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:41.022376Z","caller":"traceutil/trace.go:171","msg":"trace[856919612] transaction","detail":"{read_only:false; response_revision:31850; number_of_response:1; }","duration":"1.068547003s","start":"2026-04-10T15:06:39.95381Z","end":"2026-04-10T15:06:41.022357Z","steps":["trace[856919612] 'process raft request' (duration: 1.068371377s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.022386Z","caller":"traceutil/trace.go:171","msg":"trace[1309880071] transaction","detail":"{read_only:false; response_revision:31849; number_of_response:1; }","duration":"1.168647532s","start":"2026-04-10T15:06:39.853709Z","end":"2026-04-10T15:06:41.022357Z","steps":["trace[1309880071] 'process raft request' (duration: 1.168195087s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.022477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.953789Z","time spent":"1.068645635s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:41.022663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.853683Z","time spent":"1.168765196s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:41.022844Z","caller":"traceutil/trace.go:171","msg":"trace[1989935926] transaction","detail":"{read_only:false; response_revision:31851; number_of_response:1; }","duration":"1.014294185s","start":"2026-04-10T15:06:40.008528Z","end":"2026-04-10T15:06:41.022822Z","steps":["trace[1989935926] 'process raft request' (duration: 1.013761869s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.022966Z","caller":"traceutil/trace.go:171","msg":"trace[1491576057] linearizableReadLoop","detail":"{readStateIndex:32956; appliedIndex:32944; }","duration":"1.365964871s","start":"2026-04-10T15:06:39.656975Z","end":"2026-04-10T15:06:41.02294Z","steps":["trace[1491576057] 'read index received' (duration: 1.078434014s)","trace[1491576057] 'applied index is now lower than readState.Index' (duration: 287.529617ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:41.022989Z","caller":"traceutil/trace.go:171","msg":"trace[1892443107] transaction","detail":"{read_only:false; response_revision:31853; number_of_response:1; }","duration":"997.962201ms","start":"2026-04-10T15:06:40.025011Z","end":"2026-04-10T15:06:41.022973Z","steps":["trace[1892443107] 'process raft request' (duration: 997.844177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.02296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.008507Z","time spent":"1.014399069s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:41.023104Z","caller":"traceutil/trace.go:171","msg":"trace[2056632162] transaction","detail":"{read_only:false; response_revision:31852; number_of_response:1; }","duration":"1.007523402s","start":"2026-04-10T15:06:40.015528Z","end":"2026-04-10T15:06:41.023051Z","steps":["trace[2056632162] 'process raft request' (duration: 1.007190152s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.023114Z","caller":"traceutil/trace.go:171","msg":"trace[1861326722] transaction","detail":"{read_only:false; response_revision:31854; number_of_response:1; }","duration":"974.371699ms","start":"2026-04-10T15:06:40.048675Z","end":"2026-04-10T15:06:41.023046Z","steps":["trace[1861326722] 'process raft request' (duration: 974.214994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.02314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.02499Z","time spent":"998.096796ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:41.023201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.015504Z","time spent":"1.007648907s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:41.023455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.048653Z","time spent":"974.516313ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:41.023547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366557169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-04-10T15:06:41.02363Z","caller":"traceutil/trace.go:171","msg":"trace[24085016] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:31854; }","duration":"1.366663143s","start":"2026-04-10T15:06:39.656946Z","end":"2026-04-10T15:06:41.023609Z","steps":["trace[24085016] 'agreement among raft nodes before linearized reading' (duration: 1.366168427s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.023687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.656906Z","time spent":"1.366768536s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-10T15:06:41.023726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.219405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-10T15:06:41.023732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.57127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:41.023788Z","caller":"traceutil/trace.go:171","msg":"trace[2040534450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31854; }","duration":"422.310028ms","start":"2026-04-10T15:06:40.601462Z","end":"2026-04-10T15:06:41.023772Z","steps":["trace[2040534450] 'agreement among raft nodes before linearized reading' (duration: 422.138383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.023764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.187849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:06:41.023845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.60145Z","time spent":"422.38167ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:06:41.023868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.224791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:41.02388Z","caller":"traceutil/trace.go:171","msg":"trace[996480710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31854; }","duration":"431.712904ms","start":"2026-04-10T15:06:40.592084Z","end":"2026-04-10T15:06:41.023797Z","steps":["trace[996480710] 'agreement among raft nodes before linearized reading' (duration: 431.570249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.023914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059348613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T15:06:41.023962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.592067Z","time spent":"431.87637ms","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:06:41.023994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.038433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:06:41.023993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.365719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:41.024053Z","caller":"traceutil/trace.go:171","msg":"trace[983656087] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:31854; }","duration":"752.138157ms","start":"2026-04-10T15:06:40.271899Z","end":"2026-04-10T15:06:41.024037Z","steps":["trace[983656087] 'agreement among raft nodes before linearized reading' (duration: 752.050754ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.024096Z","caller":"traceutil/trace.go:171","msg":"trace[1931375798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31854; }","duration":"496.586165ms","start":"2026-04-10T15:06:40.52748Z","end":"2026-04-10T15:06:41.024066Z","steps":["trace[1931375798] 'agreement among raft nodes before linearized reading' (duration: 496.455281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.02411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.271874Z","time spent":"752.220348ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:06:41.02413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.198569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-10T15:06:41.023802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.460047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:41.024181Z","caller":"traceutil/trace.go:171","msg":"trace[857268014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:31854; }","duration":"125.334004ms","start":"2026-04-10T15:06:40.898506Z","end":"2026-04-10T15:06:41.02384Z","steps":["trace[857268014] 'agreement among raft nodes before linearized reading' (duration: 125.112597ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.023941Z","caller":"traceutil/trace.go:171","msg":"trace[1842612252] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31854; }","duration":"590.342595ms","start":"2026-04-10T15:06:40.433579Z","end":"2026-04-10T15:06:41.023922Z","steps":["trace[1842612252] 'agreement among raft nodes before linearized reading' (duration: 590.1892ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.024064Z","caller":"traceutil/trace.go:171","msg":"trace[1374214697] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31854; }","duration":"1.05956675s","start":"2026-04-10T15:06:39.964473Z","end":"2026-04-10T15:06:41.02404Z","steps":["trace[1374214697] 'agreement among raft nodes before linearized reading' (duration: 1.058986041s)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:41.024405Z","caller":"traceutil/trace.go:171","msg":"trace[1549620190] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:31854; }","duration":"480.058025ms","start":"2026-04-10T15:06:40.544198Z","end":"2026-04-10T15:06:41.024256Z","steps":["trace[1549620190] 'agreement among raft nodes before linearized reading' (duration: 479.347523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.024482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.544167Z","time spent":"480.290733ms","remote":"127.0.0.1:35246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:06:41.024175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.527458Z","time spent":"496.70702ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:06:41.024493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:39.964446Z","time spent":"1.060008324s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-10T15:06:41.024199Z","caller":"traceutil/trace.go:171","msg":"trace[376864366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31854; }","duration":"807.305412ms","start":"2026-04-10T15:06:40.216875Z","end":"2026-04-10T15:06:41.024181Z","steps":["trace[376864366] 'agreement among raft nodes before linearized reading' (duration: 807.132647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:41.024643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.216855Z","time spent":"807.767937ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T15:06:41.024394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:40.433559Z","time spent":"590.770139ms","remote":"127.0.0.1:42388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:06:42.495758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.06067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:42.495827Z","caller":"traceutil/trace.go:171","msg":"trace[525555983] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:31858; }","duration":"108.177274ms","start":"2026-04-10T15:06:42.387633Z","end":"2026-04-10T15:06:42.49581Z","steps":["trace[525555983] 'count revisions from in-memory index tree' (duration: 107.980568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:42.49613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.162708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:42.49634Z","caller":"traceutil/trace.go:171","msg":"trace[904932231] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:31858; }","duration":"125.397166ms","start":"2026-04-10T15:06:42.370907Z","end":"2026-04-10T15:06:42.496304Z","steps":["trace[904932231] 'count revisions from in-memory index tree' (duration: 125.037515ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.136393Z","caller":"traceutil/trace.go:171","msg":"trace[1079162937] linearizableReadLoop","detail":"{readStateIndex:32963; appliedIndex:32962; }","duration":"104.88704ms","start":"2026-04-10T15:06:43.031476Z","end":"2026-04-10T15:06:43.136363Z","steps":["trace[1079162937] 'read index received' (duration: 104.649523ms)","trace[1079162937] 'applied index is now lower than readState.Index' (duration: 235.997µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:43.136587Z","caller":"traceutil/trace.go:171","msg":"trace[568469424] transaction","detail":"{read_only:false; response_revision:31860; number_of_response:1; }","duration":"106.338936ms","start":"2026-04-10T15:06:43.030096Z","end":"2026-04-10T15:06:43.136434Z","steps":["trace[568469424] 'process raft request' (duration: 106.042097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:43.136689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.180509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-04-10T15:06:43.136739Z","caller":"traceutil/trace.go:171","msg":"trace[1232778934] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:31860; }","duration":"105.276982ms","start":"2026-04-10T15:06:43.031449Z","end":"2026-04-10T15:06:43.136726Z","steps":["trace[1232778934] 'agreement among raft nodes before linearized reading' (duration: 105.062086ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.2256Z","caller":"traceutil/trace.go:171","msg":"trace[464604303] transaction","detail":"{read_only:false; response_revision:31861; number_of_response:1; }","duration":"193.912082ms","start":"2026-04-10T15:06:43.031661Z","end":"2026-04-10T15:06:43.225573Z","steps":["trace[464604303] 'process raft request' (duration: 172.54549ms)","trace[464604303] 'compare' (duration: 21.179106ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:43.225876Z","caller":"traceutil/trace.go:171","msg":"trace[235787874] transaction","detail":"{read_only:false; response_revision:31862; number_of_response:1; }","duration":"193.820238ms","start":"2026-04-10T15:06:43.032018Z","end":"2026-04-10T15:06:43.225839Z","steps":["trace[235787874] 'process raft request' (duration: 193.512699ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.226016Z","caller":"traceutil/trace.go:171","msg":"trace[1567948094] transaction","detail":"{read_only:false; response_revision:31863; number_of_response:1; }","duration":"193.828549ms","start":"2026-04-10T15:06:43.032149Z","end":"2026-04-10T15:06:43.225977Z","steps":["trace[1567948094] 'process raft request' (duration: 193.604502ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.226137Z","caller":"traceutil/trace.go:171","msg":"trace[883603719] transaction","detail":"{read_only:false; response_revision:31865; number_of_response:1; }","duration":"193.652003ms","start":"2026-04-10T15:06:43.032414Z","end":"2026-04-10T15:06:43.226066Z","steps":["trace[883603719] 'process raft request' (duration: 193.484908ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.226182Z","caller":"traceutil/trace.go:171","msg":"trace[601165882] transaction","detail":"{read_only:false; response_revision:31868; number_of_response:1; }","duration":"192.769616ms","start":"2026-04-10T15:06:43.033373Z","end":"2026-04-10T15:06:43.226142Z","steps":["trace[601165882] 'process raft request' (duration: 192.628071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:43.226197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.608384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:06:43.226247Z","caller":"traceutil/trace.go:171","msg":"trace[787260013] transaction","detail":"{read_only:false; response_revision:31866; number_of_response:1; }","duration":"193.798658ms","start":"2026-04-10T15:06:43.032432Z","end":"2026-04-10T15:06:43.22623Z","steps":["trace[787260013] 'process raft request' (duration: 193.493808ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.226267Z","caller":"traceutil/trace.go:171","msg":"trace[1049698896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31869; }","duration":"194.707896ms","start":"2026-04-10T15:06:43.031544Z","end":"2026-04-10T15:06:43.226252Z","steps":["trace[1049698896] 'agreement among raft nodes before linearized reading' (duration: 194.51884ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.226262Z","caller":"traceutil/trace.go:171","msg":"trace[573330934] transaction","detail":"{read_only:false; response_revision:31867; number_of_response:1; }","duration":"193.046564ms","start":"2026-04-10T15:06:43.0332Z","end":"2026-04-10T15:06:43.226246Z","steps":["trace[573330934] 'process raft request' (duration: 192.775856ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.226255Z","caller":"traceutil/trace.go:171","msg":"trace[432930939] transaction","detail":"{read_only:false; response_revision:31864; number_of_response:1; }","duration":"193.961223ms","start":"2026-04-10T15:06:43.032255Z","end":"2026-04-10T15:06:43.226216Z","steps":["trace[432930939] 'process raft request' (duration: 193.614522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:43.226345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.044193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:06:43.226391Z","caller":"traceutil/trace.go:171","msg":"trace[1886815343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31869; }","duration":"117.152186ms","start":"2026-04-10T15:06:43.109228Z","end":"2026-04-10T15:06:43.22638Z","steps":["trace[1886815343] 'agreement among raft nodes before linearized reading' (duration: 116.979151ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:43.22648Z","caller":"traceutil/trace.go:171","msg":"trace[1939587274] transaction","detail":"{read_only:false; response_revision:31869; number_of_response:1; }","duration":"192.620171ms","start":"2026-04-10T15:06:43.033818Z","end":"2026-04-10T15:06:43.226438Z","steps":["trace[1939587274] 'process raft request' (duration: 192.204138ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:44.232454Z","caller":"traceutil/trace.go:171","msg":"trace[1701335443] linearizableReadLoop","detail":"{readStateIndex:32976; appliedIndex:32975; }","duration":"136.433913ms","start":"2026-04-10T15:06:44.095998Z","end":"2026-04-10T15:06:44.232432Z","steps":["trace[1701335443] 'read index received' (duration: 136.181545ms)","trace[1701335443] 'applied index is now lower than readState.Index' (duration: 251.268µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:06:44.232572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.554636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:44.232591Z","caller":"traceutil/trace.go:171","msg":"trace[264387030] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:31873; }","duration":"136.633839ms","start":"2026-04-10T15:06:44.095952Z","end":"2026-04-10T15:06:44.232586Z","steps":["trace[264387030] 'agreement among raft nodes before linearized reading' (duration: 136.552396ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:44.232726Z","caller":"traceutil/trace.go:171","msg":"trace[1810670253] transaction","detail":"{read_only:false; response_revision:31873; number_of_response:1; }","duration":"218.214166ms","start":"2026-04-10T15:06:44.014468Z","end":"2026-04-10T15:06:44.232682Z","steps":["trace[1810670253] 'process raft request' (duration: 217.827954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:45.342896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839147093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T15:06:45.427123Z","caller":"traceutil/trace.go:171","msg":"trace[119226250] transaction","detail":"{read_only:false; response_revision:31874; number_of_response:1; }","duration":"654.244586ms","start":"2026-04-10T15:06:44.772341Z","end":"2026-04-10T15:06:45.426585Z","steps":["trace[119226250] 'process raft request' (duration: 653.976908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:45.427328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:44.772315Z","time spent":"654.902067ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:46.047121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.476333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:06:46.047361Z","caller":"traceutil/trace.go:171","msg":"trace[835056602] transaction","detail":"{read_only:false; response_revision:31875; number_of_response:1; }","duration":"903.442507ms","start":"2026-04-10T15:06:45.143885Z","end":"2026-04-10T15:06:46.047328Z","steps":["trace[835056602] 'process raft request' (duration: 494.597182ms)","trace[835056602] 'compare' (duration: 408.306128ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:46.047459Z","caller":"traceutil/trace.go:171","msg":"trace[628165273] transaction","detail":"{read_only:false; response_revision:31877; number_of_response:1; }","duration":"815.51814ms","start":"2026-04-10T15:06:45.231916Z","end":"2026-04-10T15:06:46.047434Z","steps":["trace[628165273] 'process raft request' (duration: 815.423367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.047529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.143863Z","time spent":"903.570841ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:46.04756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.231903Z","time spent":"815.613084ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:46.04746Z","caller":"traceutil/trace.go:171","msg":"trace[153289583] transaction","detail":"{read_only:false; response_revision:31876; number_of_response:1; }","duration":"815.567012ms","start":"2026-04-10T15:06:45.231867Z","end":"2026-04-10T15:06:46.047434Z","steps":["trace[153289583] 'process raft request' (duration: 815.386057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.047673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.231854Z","time spent":"815.791569ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:46.047753Z","caller":"traceutil/trace.go:171","msg":"trace[129898272] transaction","detail":"{read_only:false; response_revision:31878; number_of_response:1; }","duration":"815.18773ms","start":"2026-04-10T15:06:45.232557Z","end":"2026-04-10T15:06:46.047744Z","steps":["trace[129898272] 'process raft request' (duration: 814.828189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.047802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.232546Z","time spent":"815.227292ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:06:46.047853Z","caller":"traceutil/trace.go:171","msg":"trace[1386607131] linearizableReadLoop","detail":"{readStateIndex:32983; appliedIndex:32976; }","duration":"1.20546911s","start":"2026-04-10T15:06:44.842357Z","end":"2026-04-10T15:06:46.047826Z","steps":["trace[1386607131] 'read index received' (duration: 584.081487ms)","trace[1386607131] 'applied index is now lower than readState.Index' (duration: 621.382083ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:46.047859Z","caller":"traceutil/trace.go:171","msg":"trace[729783347] transaction","detail":"{read_only:false; response_revision:31879; number_of_response:1; }","duration":"815.256823ms","start":"2026-04-10T15:06:45.232571Z","end":"2026-04-10T15:06:46.047828Z","steps":["trace[729783347] 'process raft request' (duration: 815.037656ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:46.047911Z","caller":"traceutil/trace.go:171","msg":"trace[1025759271] transaction","detail":"{read_only:false; response_revision:31880; number_of_response:1; }","duration":"815.277763ms","start":"2026-04-10T15:06:45.232612Z","end":"2026-04-10T15:06:46.04789Z","steps":["trace[1025759271] 'process raft request' (duration: 815.129188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.047996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.232605Z","time spent":"815.351406ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:46.048017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.232558Z","time spent":"815.378266ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:06:46.048105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205739539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:46.048178Z","caller":"traceutil/trace.go:171","msg":"trace[781939288] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:31880; }","duration":"1.205853182s","start":"2026-04-10T15:06:44.842301Z","end":"2026-04-10T15:06:46.048154Z","steps":["trace[781939288] 'agreement among raft nodes before linearized reading' (duration: 1.205697247s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.048317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.150379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:06:46.048322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069983608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:06:46.048532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.048008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T15:06:46.048585Z","caller":"traceutil/trace.go:171","msg":"trace[1956968603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:31880; }","duration":"1.070325388s","start":"2026-04-10T15:06:44.978239Z","end":"2026-04-10T15:06:46.048564Z","steps":["trace[1956968603] 'agreement among raft nodes before linearized reading' (duration: 1.069956896s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.048592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.664529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-10T15:06:46.048611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.691691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T15:06:46.048613Z","caller":"traceutil/trace.go:171","msg":"trace[271218181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31880; }","duration":"816.163221ms","start":"2026-04-10T15:06:45.232432Z","end":"2026-04-10T15:06:46.048596Z","steps":["trace[271218181] 'agreement among raft nodes before linearized reading' (duration: 815.973445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.048632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:44.978204Z","time spent":"1.070416451s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:06:46.048631Z","caller":"traceutil/trace.go:171","msg":"trace[1145907294] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31880; }","duration":"817.731621ms","start":"2026-04-10T15:06:45.230887Z","end":"2026-04-10T15:06:46.048618Z","steps":["trace[1145907294] 'agreement among raft nodes before linearized reading' (duration: 817.644308ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:46.048659Z","caller":"traceutil/trace.go:171","msg":"trace[618751672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:31880; }","duration":"614.772455ms","start":"2026-04-10T15:06:45.433872Z","end":"2026-04-10T15:06:46.048644Z","steps":["trace[618751672] 'agreement among raft nodes before linearized reading' (duration: 614.668751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.048671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.232425Z","time spent":"816.232383ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:06:46.048688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.230869Z","time spent":"817.809763ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:06:46.04869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.433842Z","time spent":"614.839707ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-10T15:06:46.048319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.944736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T15:06:46.048366Z","caller":"traceutil/trace.go:171","msg":"trace[100549752] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:31880; }","duration":"883.242251ms","start":"2026-04-10T15:06:45.165109Z","end":"2026-04-10T15:06:46.048352Z","steps":["trace[100549752] 'agreement among raft nodes before linearized reading' (duration: 883.158309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.04837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.982283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:46.049124Z","caller":"traceutil/trace.go:171","msg":"trace[954898272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31880; }","duration":"521.758218ms","start":"2026-04-10T15:06:45.527345Z","end":"2026-04-10T15:06:46.049103Z","steps":["trace[954898272] 'agreement among raft nodes before linearized reading' (duration: 520.998714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.048445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.78294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T15:06:46.049193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.527323Z","time spent":"521.85392ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T15:06:46.04924Z","caller":"traceutil/trace.go:171","msg":"trace[1146571116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31880; }","duration":"796.597206ms","start":"2026-04-10T15:06:45.25262Z","end":"2026-04-10T15:06:46.049217Z","steps":["trace[1146571116] 'agreement among raft nodes before linearized reading' (duration: 795.77461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.049302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.252604Z","time spent":"796.678968ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T15:06:46.048507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.184303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:06:46.049413Z","caller":"traceutil/trace.go:171","msg":"trace[1046181665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31880; }","duration":"818.153253ms","start":"2026-04-10T15:06:45.231245Z","end":"2026-04-10T15:06:46.049398Z","steps":["trace[1046181665] 'agreement among raft nodes before linearized reading' (duration: 817.146482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.048517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.637365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-04-10T15:06:46.049505Z","caller":"traceutil/trace.go:171","msg":"trace[1663848235] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:31880; }","duration":"905.672497ms","start":"2026-04-10T15:06:45.143817Z","end":"2026-04-10T15:06:46.04949Z","steps":["trace[1663848235] 'agreement among raft nodes before linearized reading' (duration: 904.647825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.049553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.143787Z","time spent":"905.75291ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-10T15:06:46.048515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.284379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:06:46.049674Z","caller":"traceutil/trace.go:171","msg":"trace[230152183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31880; }","duration":"738.468786ms","start":"2026-04-10T15:06:45.311191Z","end":"2026-04-10T15:06:46.049659Z","steps":["trace[230152183] 'agreement among raft nodes before linearized reading' (duration: 737.176816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.049718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.311169Z","time spent":"738.536048ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T15:06:46.049069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.165078Z","time spent":"883.976244ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:06:46.049191Z","caller":"traceutil/trace.go:171","msg":"trace[536893583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31880; }","duration":"817.555555ms","start":"2026-04-10T15:06:45.231321Z","end":"2026-04-10T15:06:46.048876Z","steps":["trace[536893583] 'agreement among raft nodes before linearized reading' (duration: 816.872693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.048244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:44.842279Z","time spent":"1.205947315s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:06:46.049461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.231206Z","time spent":"818.242037ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T15:06:46.051509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.231289Z","time spent":"818.612338ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:06:46.064297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050920758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:06:46.064451Z","caller":"traceutil/trace.go:171","msg":"trace[1235318099] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:31880; }","duration":"1.051129704s","start":"2026-04-10T15:06:45.0133Z","end":"2026-04-10T15:06:46.06443Z","steps":["trace[1235318099] 'agreement among raft nodes before linearized reading' (duration: 1.035268355s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:46.065112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:06:45.013282Z","time spent":"1.051234357s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":84,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:06:51.178014Z","caller":"traceutil/trace.go:171","msg":"trace[492258151] linearizableReadLoop","detail":"{readStateIndex:33027; appliedIndex:33026; }","duration":"104.645733ms","start":"2026-04-10T15:06:51.073342Z","end":"2026-04-10T15:06:51.177987Z","steps":["trace[492258151] 'read index received' (duration: 104.511609ms)","trace[492258151] 'applied index is now lower than readState.Index' (duration: 133.084µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:51.178217Z","caller":"traceutil/trace.go:171","msg":"trace[805516421] transaction","detail":"{read_only:false; response_revision:31922; number_of_response:1; }","duration":"154.515052ms","start":"2026-04-10T15:06:51.023687Z","end":"2026-04-10T15:06:51.178202Z","steps":["trace[805516421] 'process raft request' (duration: 154.12242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:51.178558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.1995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:06:51.178965Z","caller":"traceutil/trace.go:171","msg":"trace[686419586] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:31922; }","duration":"105.670735ms","start":"2026-04-10T15:06:51.073282Z","end":"2026-04-10T15:06:51.178952Z","steps":["trace[686419586] 'agreement among raft nodes before linearized reading' (duration: 105.17127ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:03.678304Z","caller":"traceutil/trace.go:171","msg":"trace[1357167179] linearizableReadLoop","detail":"{readStateIndex:33194; appliedIndex:33193; }","duration":"122.747313ms","start":"2026-04-10T15:07:03.555534Z","end":"2026-04-10T15:07:03.678281Z","steps":["trace[1357167179] 'read index received' (duration: 122.589038ms)","trace[1357167179] 'applied index is now lower than readState.Index' (duration: 157.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:03.678656Z","caller":"traceutil/trace.go:171","msg":"trace[1095701294] transaction","detail":"{read_only:false; response_revision:32082; number_of_response:1; }","duration":"125.169048ms","start":"2026-04-10T15:07:03.553474Z","end":"2026-04-10T15:07:03.678643Z","steps":["trace[1095701294] 'process raft request' (duration: 124.658982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:03.678904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.345681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:07:03.678985Z","caller":"traceutil/trace.go:171","msg":"trace[130206526] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:32082; }","duration":"123.502476ms","start":"2026-04-10T15:07:03.555465Z","end":"2026-04-10T15:07:03.678967Z","steps":["trace[130206526] 'agreement among raft nodes before linearized reading' (duration: 123.336501ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:07.812985Z","caller":"traceutil/trace.go:171","msg":"trace[694033298] transaction","detail":"{read_only:false; response_revision:32139; number_of_response:1; }","duration":"115.234566ms","start":"2026-04-10T15:07:07.697722Z","end":"2026-04-10T15:07:07.812956Z","steps":["trace[694033298] 'process raft request' (duration: 115.036069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:08.283925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.182008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:07:08.283985Z","caller":"traceutil/trace.go:171","msg":"trace[881627098] transaction","detail":"{read_only:false; response_revision:32140; number_of_response:1; }","duration":"127.602714ms","start":"2026-04-10T15:07:08.156342Z","end":"2026-04-10T15:07:08.283945Z","steps":["trace[881627098] 'process raft request' (duration: 58.227282ms)","trace[881627098] 'compare' (duration: 69.019581ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:08.284013Z","caller":"traceutil/trace.go:171","msg":"trace[11245397] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:32139; }","duration":"254.303892ms","start":"2026-04-10T15:07:08.029686Z","end":"2026-04-10T15:07:08.28399Z","steps":["trace[11245397] 'count revisions from in-memory index tree' (duration: 254.113576ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.291232Z","caller":"traceutil/trace.go:171","msg":"trace[306543810] transaction","detail":"{read_only:false; response_revision:32144; number_of_response:1; }","duration":"129.262206ms","start":"2026-04-10T15:07:08.161926Z","end":"2026-04-10T15:07:08.291188Z","steps":["trace[306543810] 'process raft request' (duration: 129.151363ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.29144Z","caller":"traceutil/trace.go:171","msg":"trace[1070951806] transaction","detail":"{read_only:false; response_revision:32142; number_of_response:1; }","duration":"129.832103ms","start":"2026-04-10T15:07:08.161584Z","end":"2026-04-10T15:07:08.291416Z","steps":["trace[1070951806] 'process raft request' (duration: 129.40073ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.291524Z","caller":"traceutil/trace.go:171","msg":"trace[1749858072] transaction","detail":"{read_only:false; response_revision:32143; number_of_response:1; }","duration":"129.575196ms","start":"2026-04-10T15:07:08.161927Z","end":"2026-04-10T15:07:08.291503Z","steps":["trace[1749858072] 'process raft request' (duration: 129.091211ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.291558Z","caller":"traceutil/trace.go:171","msg":"trace[1095120609] transaction","detail":"{read_only:false; response_revision:32141; number_of_response:1; }","duration":"129.969138ms","start":"2026-04-10T15:07:08.161582Z","end":"2026-04-10T15:07:08.291551Z","steps":["trace[1095120609] 'process raft request' (duration: 129.276396ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.291582Z","caller":"traceutil/trace.go:171","msg":"trace[412310510] transaction","detail":"{read_only:false; response_revision:32145; number_of_response:1; }","duration":"125.498197ms","start":"2026-04-10T15:07:08.166063Z","end":"2026-04-10T15:07:08.291562Z","steps":["trace[412310510] 'process raft request' (duration: 125.041563ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.506397Z","caller":"traceutil/trace.go:171","msg":"trace[997679417] transaction","detail":"{read_only:false; response_revision:32146; number_of_response:1; }","duration":"210.141752ms","start":"2026-04-10T15:07:08.296232Z","end":"2026-04-10T15:07:08.506374Z","steps":["trace[997679417] 'process raft request' (duration: 209.973397ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.548225Z","caller":"traceutil/trace.go:171","msg":"trace[960149922] transaction","detail":"{read_only:false; response_revision:32147; number_of_response:1; }","duration":"251.324098ms","start":"2026-04-10T15:07:08.296866Z","end":"2026-04-10T15:07:08.54819Z","steps":["trace[960149922] 'process raft request' (duration: 251.0757ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.54859Z","caller":"traceutil/trace.go:171","msg":"trace[1989878743] transaction","detail":"{read_only:false; response_revision:32148; number_of_response:1; }","duration":"251.333348ms","start":"2026-04-10T15:07:08.297233Z","end":"2026-04-10T15:07:08.548567Z","steps":["trace[1989878743] 'process raft request' (duration: 250.902615ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.54884Z","caller":"traceutil/trace.go:171","msg":"trace[1680865988] transaction","detail":"{read_only:false; response_revision:32149; number_of_response:1; }","duration":"251.480953ms","start":"2026-04-10T15:07:08.297342Z","end":"2026-04-10T15:07:08.548823Z","steps":["trace[1680865988] 'process raft request' (duration: 251.134142ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.548877Z","caller":"traceutil/trace.go:171","msg":"trace[1075509246] linearizableReadLoop","detail":"{readStateIndex:33264; appliedIndex:33258; }","duration":"103.517057ms","start":"2026-04-10T15:07:08.445338Z","end":"2026-04-10T15:07:08.548855Z","steps":["trace[1075509246] 'read index received' (duration: 60.928507ms)","trace[1075509246] 'applied index is now lower than readState.Index' (duration: 42.58724ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:08.548916Z","caller":"traceutil/trace.go:171","msg":"trace[1191612801] transaction","detail":"{read_only:false; response_revision:32150; number_of_response:1; }","duration":"250.41523ms","start":"2026-04-10T15:07:08.298467Z","end":"2026-04-10T15:07:08.548882Z","steps":["trace[1191612801] 'process raft request' (duration: 250.233294ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.549021Z","caller":"traceutil/trace.go:171","msg":"trace[1300725941] transaction","detail":"{read_only:false; response_revision:32151; number_of_response:1; }","duration":"250.490112ms","start":"2026-04-10T15:07:08.298512Z","end":"2026-04-10T15:07:08.549002Z","steps":["trace[1300725941] 'process raft request' (duration: 250.279235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:08.549203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.787075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-77rtk\" ","response":"range_response_count:1 size:3813"} {"level":"info","ts":"2026-04-10T15:07:08.549285Z","caller":"traceutil/trace.go:171","msg":"trace[1146925386] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-77rtk; range_end:; response_count:1; response_revision:32151; }","duration":"103.976652ms","start":"2026-04-10T15:07:08.445288Z","end":"2026-04-10T15:07:08.549264Z","steps":["trace[1146925386] 'agreement among raft nodes before linearized reading' (duration: 103.675353ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:08.68536Z","caller":"traceutil/trace.go:171","msg":"trace[2128430074] transaction","detail":"{read_only:false; response_revision:32152; number_of_response:1; }","duration":"125.570091ms","start":"2026-04-10T15:07:08.559754Z","end":"2026-04-10T15:07:08.685324Z","steps":["trace[2128430074] 'process raft request' (duration: 125.265351ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:32.15383Z","caller":"traceutil/trace.go:171","msg":"trace[1870190053] transaction","detail":"{read_only:false; response_revision:32328; number_of_response:1; }","duration":"173.495619ms","start":"2026-04-10T15:07:31.980002Z","end":"2026-04-10T15:07:32.153497Z","steps":["trace[1870190053] 'process raft request' (duration: 173.276602ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:32.154596Z","caller":"traceutil/trace.go:171","msg":"trace[1752493641] transaction","detail":"{read_only:false; response_revision:32329; number_of_response:1; }","duration":"115.807494ms","start":"2026-04-10T15:07:32.038765Z","end":"2026-04-10T15:07:32.154572Z","steps":["trace[1752493641] 'process raft request' (duration: 115.545836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:35.050817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.846971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:07:35.050995Z","caller":"traceutil/trace.go:171","msg":"trace[1996197469] linearizableReadLoop","detail":"{readStateIndex:33475; appliedIndex:33472; }","duration":"290.728078ms","start":"2026-04-10T15:07:34.760248Z","end":"2026-04-10T15:07:35.050976Z","steps":["trace[1996197469] 'read index received' (duration: 50.158288ms)","trace[1996197469] 'applied index is now lower than readState.Index' (duration: 240.568429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:07:35.051318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.074118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:07:35.051396Z","caller":"traceutil/trace.go:171","msg":"trace[1484728859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32357; }","duration":"291.174511ms","start":"2026-04-10T15:07:34.760209Z","end":"2026-04-10T15:07:35.051383Z","steps":["trace[1484728859] 'agreement among raft nodes before linearized reading' (duration: 290.82399ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:35.051093Z","caller":"traceutil/trace.go:171","msg":"trace[1403513613] transaction","detail":"{read_only:false; response_revision:32356; number_of_response:1; }","duration":"292.471612ms","start":"2026-04-10T15:07:34.758525Z","end":"2026-04-10T15:07:35.050997Z","steps":["trace[1403513613] 'process raft request' (duration: 69.351942ms)","trace[1403513613] 'compare' (duration: 222.382837ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:35.051309Z","caller":"traceutil/trace.go:171","msg":"trace[10593216] transaction","detail":"{read_only:false; response_revision:32357; number_of_response:1; }","duration":"292.3879ms","start":"2026-04-10T15:07:34.758892Z","end":"2026-04-10T15:07:35.05128Z","steps":["trace[10593216] 'process raft request' (duration: 292.025509ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:35.264082Z","caller":"traceutil/trace.go:171","msg":"trace[1319107593] transaction","detail":"{read_only:false; response_revision:32358; number_of_response:1; }","duration":"202.698318ms","start":"2026-04-10T15:07:35.06136Z","end":"2026-04-10T15:07:35.264058Z","steps":["trace[1319107593] 'process raft request' (duration: 183.199945ms)","trace[1319107593] 'compare' (duration: 19.167503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:07:45.845783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.216448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:07:45.846186Z","caller":"traceutil/trace.go:171","msg":"trace[761610613] transaction","detail":"{read_only:false; response_revision:32437; number_of_response:1; }","duration":"156.194615ms","start":"2026-04-10T15:07:45.689675Z","end":"2026-04-10T15:07:45.84587Z","steps":["trace[761610613] 'process raft request' (duration: 52.804812ms)","trace[761610613] 'compare' (duration: 103.007861ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:45.916285Z","caller":"traceutil/trace.go:171","msg":"trace[974751185] linearizableReadLoop","detail":"{readStateIndex:33560; appliedIndex:33556; }","duration":"203.39553ms","start":"2026-04-10T15:07:45.712868Z","end":"2026-04-10T15:07:45.916264Z","steps":["trace[974751185] 'read index received' (duration: 29.634462ms)","trace[974751185] 'applied index is now lower than readState.Index' (duration: 173.760358ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:45.916302Z","caller":"traceutil/trace.go:171","msg":"trace[791828561] transaction","detail":"{read_only:false; response_revision:32438; number_of_response:1; }","duration":"224.38282ms","start":"2026-04-10T15:07:45.691873Z","end":"2026-04-10T15:07:45.916256Z","steps":["trace[791828561] 'process raft request' (duration: 224.164333ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:45.916386Z","caller":"traceutil/trace.go:171","msg":"trace[427251903] transaction","detail":"{read_only:false; response_revision:32439; number_of_response:1; }","duration":"224.199985ms","start":"2026-04-10T15:07:45.692143Z","end":"2026-04-10T15:07:45.916343Z","steps":["trace[427251903] 'process raft request' (duration: 224.011459ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:45.916521Z","caller":"traceutil/trace.go:171","msg":"trace[1579890101] transaction","detail":"{read_only:false; response_revision:32440; number_of_response:1; }","duration":"222.896153ms","start":"2026-04-10T15:07:45.693613Z","end":"2026-04-10T15:07:45.916509Z","steps":["trace[1579890101] 'process raft request' (duration: 222.578563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:45.916648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.754231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:07:45.916767Z","caller":"traceutil/trace.go:171","msg":"trace[812629267] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32440; }","duration":"203.930587ms","start":"2026-04-10T15:07:45.712815Z","end":"2026-04-10T15:07:45.916745Z","steps":["trace[812629267] 'agreement among raft nodes before linearized reading' (duration: 203.676579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:45.916861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.970576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:07:45.91699Z","caller":"traceutil/trace.go:171","msg":"trace[510046819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:32440; }","duration":"155.230364ms","start":"2026-04-10T15:07:45.761727Z","end":"2026-04-10T15:07:45.916957Z","steps":["trace[510046819] 'agreement among raft nodes before linearized reading' (duration: 154.865993ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:46.796737Z","caller":"traceutil/trace.go:171","msg":"trace[1295074400] transaction","detail":"{read_only:false; response_revision:32445; number_of_response:1; }","duration":"126.711147ms","start":"2026-04-10T15:07:46.669999Z","end":"2026-04-10T15:07:46.796711Z","steps":["trace[1295074400] 'process raft request' (duration: 126.636045ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:46.796756Z","caller":"traceutil/trace.go:171","msg":"trace[1211476225] transaction","detail":"{read_only:false; response_revision:32444; number_of_response:1; }","duration":"128.514443ms","start":"2026-04-10T15:07:46.668208Z","end":"2026-04-10T15:07:46.796722Z","steps":["trace[1211476225] 'process raft request' (duration: 127.227963ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:47.053461Z","caller":"traceutil/trace.go:171","msg":"trace[1759739015] linearizableReadLoop","detail":"{readStateIndex:33569; appliedIndex:33568; }","duration":"200.650583ms","start":"2026-04-10T15:07:46.852761Z","end":"2026-04-10T15:07:47.053412Z","steps":["trace[1759739015] 'read index received' (duration: 132.304153ms)","trace[1759739015] 'applied index is now lower than readState.Index' (duration: 68.34484ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:47.053667Z","caller":"traceutil/trace.go:171","msg":"trace[1848323911] transaction","detail":"{read_only:false; response_revision:32449; number_of_response:1; }","duration":"225.850456ms","start":"2026-04-10T15:07:46.827783Z","end":"2026-04-10T15:07:47.053634Z","steps":["trace[1848323911] 'process raft request' (duration: 157.241067ms)","trace[1848323911] 'compare' (duration: 67.825775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:07:47.053866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.064437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:07:47.053936Z","caller":"traceutil/trace.go:171","msg":"trace[595456858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32449; }","duration":"201.218851ms","start":"2026-04-10T15:07:46.852693Z","end":"2026-04-10T15:07:47.053912Z","steps":["trace[595456858] 'agreement among raft nodes before linearized reading' (duration: 200.964193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:47.054158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.269453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:07:47.054281Z","caller":"traceutil/trace.go:171","msg":"trace[1186388499] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32449; }","duration":"153.46717ms","start":"2026-04-10T15:07:46.90078Z","end":"2026-04-10T15:07:47.054248Z","steps":["trace[1186388499] 'agreement among raft nodes before linearized reading' (duration: 153.045786ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:47.269478Z","caller":"traceutil/trace.go:171","msg":"trace[1690172237] transaction","detail":"{read_only:false; response_revision:32452; number_of_response:1; }","duration":"117.986502ms","start":"2026-04-10T15:07:47.15146Z","end":"2026-04-10T15:07:47.269447Z","steps":["trace[1690172237] 'process raft request' (duration: 78.264233ms)","trace[1690172237] 'compare' (duration: 39.471322ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:47.269614Z","caller":"traceutil/trace.go:171","msg":"trace[1172623164] transaction","detail":"{read_only:false; response_revision:32453; number_of_response:1; }","duration":"117.415944ms","start":"2026-04-10T15:07:47.152173Z","end":"2026-04-10T15:07:47.269589Z","steps":["trace[1172623164] 'process raft request' (duration: 117.224598ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:51.247233Z","caller":"traceutil/trace.go:171","msg":"trace[20548232] linearizableReadLoop","detail":"{readStateIndex:33602; appliedIndex:33601; }","duration":"137.765774ms","start":"2026-04-10T15:07:51.109444Z","end":"2026-04-10T15:07:51.247209Z","steps":["trace[20548232] 'read index received' (duration: 137.514296ms)","trace[20548232] 'applied index is now lower than readState.Index' (duration: 250.458µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:51.247295Z","caller":"traceutil/trace.go:171","msg":"trace[612348629] transaction","detail":"{read_only:false; response_revision:32480; number_of_response:1; }","duration":"173.807967ms","start":"2026-04-10T15:07:51.073454Z","end":"2026-04-10T15:07:51.247262Z","steps":["trace[612348629] 'process raft request' (duration: 173.58433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:51.247896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.439905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:07:51.247989Z","caller":"traceutil/trace.go:171","msg":"trace[1431872550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32480; }","duration":"138.5823ms","start":"2026-04-10T15:07:51.109389Z","end":"2026-04-10T15:07:51.247972Z","steps":["trace[1431872550] 'agreement among raft nodes before linearized reading' (duration: 137.979491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:08:07.377332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.996248ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T15:08:09.533264Z","caller":"traceutil/trace.go:171","msg":"trace[1768175581] linearizableReadLoop","detail":"{readStateIndex:33741; appliedIndex:33740; }","duration":"103.94632ms","start":"2026-04-10T15:08:09.429294Z","end":"2026-04-10T15:08:09.533241Z","steps":["trace[1768175581] 'read index received' (duration: 103.809166ms)","trace[1768175581] 'applied index is now lower than readState.Index' (duration: 136.464µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:08:09.533366Z","caller":"traceutil/trace.go:171","msg":"trace[1433329685] transaction","detail":"{read_only:false; response_revision:32615; number_of_response:1; }","duration":"105.059275ms","start":"2026-04-10T15:08:09.428277Z","end":"2026-04-10T15:08:09.533336Z","steps":["trace[1433329685] 'process raft request' (duration: 104.803007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:08:09.533455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.151877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:08:09.533484Z","caller":"traceutil/trace.go:171","msg":"trace[2038929308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32615; }","duration":"104.22871ms","start":"2026-04-10T15:08:09.429247Z","end":"2026-04-10T15:08:09.533476Z","steps":["trace[2038929308] 'agreement among raft nodes before linearized reading' (duration: 104.095136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:08:09.544232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.899571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:08:09.544287Z","caller":"traceutil/trace.go:171","msg":"trace[1069265844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32616; }","duration":"104.963803ms","start":"2026-04-10T15:08:09.439309Z","end":"2026-04-10T15:08:09.544273Z","steps":["trace[1069265844] 'agreement among raft nodes before linearized reading' (duration: 104.808018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:08:09.54452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.481733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:08:09.544602Z","caller":"traceutil/trace.go:171","msg":"trace[1650851820] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32616; }","duration":"101.637658ms","start":"2026-04-10T15:08:09.442944Z","end":"2026-04-10T15:08:09.544581Z","steps":["trace[1650851820] 'agreement among raft nodes before linearized reading' (duration: 101.37136ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:08:43.069511Z","caller":"traceutil/trace.go:171","msg":"trace[181225485] transaction","detail":"{read_only:false; response_revision:32860; number_of_response:1; }","duration":"116.450034ms","start":"2026-04-10T15:08:42.953038Z","end":"2026-04-10T15:08:43.069488Z","steps":["trace[181225485] 'process raft request' (duration: 116.299209ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:08:49.923753Z","caller":"traceutil/trace.go:171","msg":"trace[65158800] transaction","detail":"{read_only:false; response_revision:32913; number_of_response:1; }","duration":"111.260851ms","start":"2026-04-10T15:08:49.812462Z","end":"2026-04-10T15:08:49.923723Z","steps":["trace[65158800] 'process raft request' (duration: 91.871351ms)","trace[65158800] 'compare' (duration: 19.141472ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:08:53.251289Z","caller":"traceutil/trace.go:171","msg":"trace[852280706] transaction","detail":"{read_only:false; response_revision:32935; number_of_response:1; }","duration":"143.492665ms","start":"2026-04-10T15:08:53.107758Z","end":"2026-04-10T15:08:53.251251Z","steps":["trace[852280706] 'process raft request' (duration: 143.32525ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:03.398666Z","caller":"traceutil/trace.go:171","msg":"trace[701116774] transaction","detail":"{read_only:false; response_revision:33006; number_of_response:1; }","duration":"110.91336ms","start":"2026-04-10T15:09:03.287716Z","end":"2026-04-10T15:09:03.398629Z","steps":["trace[701116774] 'process raft request' (duration: 110.684722ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:03.422326Z","caller":"traceutil/trace.go:171","msg":"trace[108198807] transaction","detail":"{read_only:false; response_revision:33007; number_of_response:1; }","duration":"131.962223ms","start":"2026-04-10T15:09:03.290344Z","end":"2026-04-10T15:09:03.422306Z","steps":["trace[108198807] 'process raft request' (duration: 131.774427ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:03.422643Z","caller":"traceutil/trace.go:171","msg":"trace[476491106] transaction","detail":"{read_only:false; response_revision:33008; number_of_response:1; }","duration":"115.933018ms","start":"2026-04-10T15:09:03.30669Z","end":"2026-04-10T15:09:03.422623Z","steps":["trace[476491106] 'process raft request' (duration: 115.569826ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:19.301648Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30391} {"level":"info","ts":"2026-04-10T15:09:19.520581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30391,"took":"213.989194ms","hash":501509562,"current-db-size-bytes":62300160,"current-db-size":"62 MB","current-db-size-in-use-bytes":35516416,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-10T15:09:19.520643Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":501509562,"revision":30391,"compact-revision":25799} {"level":"info","ts":"2026-04-10T15:09:22.281694Z","caller":"traceutil/trace.go:171","msg":"trace[1965446519] transaction","detail":"{read_only:false; response_revision:33148; number_of_response:1; }","duration":"114.777931ms","start":"2026-04-10T15:09:22.166862Z","end":"2026-04-10T15:09:22.28164Z","steps":["trace[1965446519] 'process raft request' (duration: 79.832761ms)","trace[1965446519] 'compare' (duration: 34.348651ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:09:22.286964Z","caller":"traceutil/trace.go:171","msg":"trace[1885188414] transaction","detail":"{read_only:false; response_revision:33149; number_of_response:1; }","duration":"115.957599ms","start":"2026-04-10T15:09:22.170984Z","end":"2026-04-10T15:09:22.286942Z","steps":["trace[1885188414] 'process raft request' (duration: 115.765083ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:22.28733Z","caller":"traceutil/trace.go:171","msg":"trace[129191723] transaction","detail":"{read_only:false; response_revision:33150; number_of_response:1; }","duration":"116.111544ms","start":"2026-04-10T15:09:22.171198Z","end":"2026-04-10T15:09:22.28731Z","steps":["trace[129191723] 'process raft request' (duration: 115.649539ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:22.287476Z","caller":"traceutil/trace.go:171","msg":"trace[578337858] transaction","detail":"{read_only:false; response_revision:33152; number_of_response:1; }","duration":"116.155304ms","start":"2026-04-10T15:09:22.171311Z","end":"2026-04-10T15:09:22.287466Z","steps":["trace[578337858] 'process raft request' (duration: 115.616608ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:22.287458Z","caller":"traceutil/trace.go:171","msg":"trace[1924173958] transaction","detail":"{read_only:false; response_revision:33154; number_of_response:1; }","duration":"115.930888ms","start":"2026-04-10T15:09:22.171488Z","end":"2026-04-10T15:09:22.287419Z","steps":["trace[1924173958] 'process raft request' (duration: 115.697211ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:22.287504Z","caller":"traceutil/trace.go:171","msg":"trace[679988973] transaction","detail":"{read_only:false; response_revision:33151; number_of_response:1; }","duration":"116.29574ms","start":"2026-04-10T15:09:22.171202Z","end":"2026-04-10T15:09:22.287498Z","steps":["trace[679988973] 'process raft request' (duration: 115.68583ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:22.287536Z","caller":"traceutil/trace.go:171","msg":"trace[2121981283] transaction","detail":"{read_only:false; response_revision:33153; number_of_response:1; }","duration":"116.227747ms","start":"2026-04-10T15:09:22.171298Z","end":"2026-04-10T15:09:22.287526Z","steps":["trace[2121981283] 'process raft request' (duration: 115.6726ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:24.404401Z","caller":"traceutil/trace.go:171","msg":"trace[1002214316] transaction","detail":"{read_only:false; response_revision:33164; number_of_response:1; }","duration":"106.730878ms","start":"2026-04-10T15:09:24.29764Z","end":"2026-04-10T15:09:24.404371Z","steps":["trace[1002214316] 'process raft request' (duration: 105.818439ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:24.404968Z","caller":"traceutil/trace.go:171","msg":"trace[1670727556] transaction","detail":"{read_only:false; response_revision:33165; number_of_response:1; }","duration":"106.718728ms","start":"2026-04-10T15:09:24.298222Z","end":"2026-04-10T15:09:24.40494Z","steps":["trace[1670727556] 'process raft request' (duration: 106.509851ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:24.405454Z","caller":"traceutil/trace.go:171","msg":"trace[1434800003] transaction","detail":"{read_only:false; response_revision:33166; number_of_response:1; }","duration":"107.08677ms","start":"2026-04-10T15:09:24.298331Z","end":"2026-04-10T15:09:24.405418Z","steps":["trace[1434800003] 'process raft request' (duration: 106.536903ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:24.405519Z","caller":"traceutil/trace.go:171","msg":"trace[1651905755] transaction","detail":"{read_only:false; response_revision:33167; number_of_response:1; }","duration":"106.626945ms","start":"2026-04-10T15:09:24.298857Z","end":"2026-04-10T15:09:24.405484Z","steps":["trace[1651905755] 'process raft request' (duration: 106.44997ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:24.405741Z","caller":"traceutil/trace.go:171","msg":"trace[1210433416] transaction","detail":"{read_only:false; response_revision:33168; number_of_response:1; }","duration":"106.299194ms","start":"2026-04-10T15:09:24.299419Z","end":"2026-04-10T15:09:24.405719Z","steps":["trace[1210433416] 'process raft request' (duration: 106.018796ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:24.40586Z","caller":"traceutil/trace.go:171","msg":"trace[433561529] transaction","detail":"{read_only:false; response_revision:33169; number_of_response:1; }","duration":"106.259624ms","start":"2026-04-10T15:09:24.29956Z","end":"2026-04-10T15:09:24.40582Z","steps":["trace[433561529] 'process raft request' (duration: 106.103469ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:29.440401Z","caller":"traceutil/trace.go:171","msg":"trace[199865191] transaction","detail":"{read_only:false; response_revision:33198; number_of_response:1; }","duration":"347.518625ms","start":"2026-04-10T15:09:29.092859Z","end":"2026-04-10T15:09:29.440378Z","steps":["trace[199865191] 'process raft request' (duration: 258.416181ms)","trace[199865191] 'compare' (duration: 88.922918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:09:29.440518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:09:29.092842Z","time spent":"347.616207ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:09:41.915093Z","caller":"traceutil/trace.go:171","msg":"trace[158218682] transaction","detail":"{read_only:false; response_revision:33289; number_of_response:1; }","duration":"222.714268ms","start":"2026-04-10T15:09:41.692327Z","end":"2026-04-10T15:09:41.915042Z","steps":["trace[158218682] 'process raft request' (duration: 221.864721ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:41.915404Z","caller":"traceutil/trace.go:171","msg":"trace[1871731765] transaction","detail":"{read_only:false; response_revision:33290; number_of_response:1; }","duration":"222.943624ms","start":"2026-04-10T15:09:41.692439Z","end":"2026-04-10T15:09:41.915382Z","steps":["trace[1871731765] 'process raft request' (duration: 222.459779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:41.915416Z","caller":"traceutil/trace.go:171","msg":"trace[1669933967] linearizableReadLoop","detail":"{readStateIndex:34437; appliedIndex:34434; }","duration":"206.018772ms","start":"2026-04-10T15:09:41.709367Z","end":"2026-04-10T15:09:41.915386Z","steps":["trace[1669933967] 'read index received' (duration: 204.656909ms)","trace[1669933967] 'applied index is now lower than readState.Index' (duration: 1.360433ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:09:41.915496Z","caller":"traceutil/trace.go:171","msg":"trace[1425429977] transaction","detail":"{read_only:false; response_revision:33291; number_of_response:1; }","duration":"222.243593ms","start":"2026-04-10T15:09:41.693239Z","end":"2026-04-10T15:09:41.915483Z","steps":["trace[1425429977] 'process raft request' (duration: 221.987785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:09:41.915573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.177027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:09:41.91562Z","caller":"traceutil/trace.go:171","msg":"trace[2140581661] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33291; }","duration":"206.304802ms","start":"2026-04-10T15:09:41.709301Z","end":"2026-04-10T15:09:41.915606Z","steps":["trace[2140581661] 'agreement among raft nodes before linearized reading' (duration: 206.194128ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:54.819262Z","caller":"traceutil/trace.go:171","msg":"trace[1653762307] linearizableReadLoop","detail":"{readStateIndex:34531; appliedIndex:34530; }","duration":"154.701108ms","start":"2026-04-10T15:09:54.664508Z","end":"2026-04-10T15:09:54.819209Z","steps":["trace[1653762307] 'read index received' (duration: 153.622144ms)","trace[1653762307] 'applied index is now lower than readState.Index' (duration: 1.077474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:09:54.819415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.707016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:09:54.819478Z","caller":"traceutil/trace.go:171","msg":"trace[1193638335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33382; }","duration":"228.808479ms","start":"2026-04-10T15:09:54.590651Z","end":"2026-04-10T15:09:54.81946Z","steps":["trace[1193638335] 'agreement among raft nodes before linearized reading' (duration: 228.588043ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:54.819444Z","caller":"traceutil/trace.go:171","msg":"trace[1301042423] transaction","detail":"{read_only:false; response_revision:33382; number_of_response:1; }","duration":"220.706384ms","start":"2026-04-10T15:09:54.59868Z","end":"2026-04-10T15:09:54.819387Z","steps":["trace[1301042423] 'process raft request' (duration: 219.430574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:09:54.819557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.729354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:09:54.819647Z","caller":"traceutil/trace.go:171","msg":"trace[1305456988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33382; }","duration":"233.853018ms","start":"2026-04-10T15:09:54.585775Z","end":"2026-04-10T15:09:54.819628Z","steps":["trace[1305456988] 'agreement among raft nodes before linearized reading' (duration: 233.587239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:09:54.819701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.875334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:09:54.819736Z","caller":"traceutil/trace.go:171","msg":"trace[1328640953] transaction","detail":"{read_only:false; response_revision:33383; number_of_response:1; }","duration":"149.992269ms","start":"2026-04-10T15:09:54.669708Z","end":"2026-04-10T15:09:54.819701Z","steps":["trace[1328640953] 'process raft request' (duration: 149.760902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:09:54.819769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.333886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:09:54.819868Z","caller":"traceutil/trace.go:171","msg":"trace[261296779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33382; }","duration":"237.08733ms","start":"2026-04-10T15:09:54.582714Z","end":"2026-04-10T15:09:54.819801Z","steps":["trace[261296779] 'agreement among raft nodes before linearized reading' (duration: 236.649506ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:54.820094Z","caller":"traceutil/trace.go:171","msg":"trace[1567911596] transaction","detail":"{read_only:false; response_revision:33384; number_of_response:1; }","duration":"110.083784ms","start":"2026-04-10T15:09:54.709792Z","end":"2026-04-10T15:09:54.819875Z","steps":["trace[1567911596] 'process raft request' (duration: 109.868887ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:54.819867Z","caller":"traceutil/trace.go:171","msg":"trace[578720645] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33382; }","duration":"236.46963ms","start":"2026-04-10T15:09:54.583368Z","end":"2026-04-10T15:09:54.819838Z","steps":["trace[578720645] 'agreement among raft nodes before linearized reading' (duration: 236.172821ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:54.932298Z","caller":"traceutil/trace.go:171","msg":"trace[239650813] transaction","detail":"{read_only:false; response_revision:33386; number_of_response:1; }","duration":"106.358966ms","start":"2026-04-10T15:09:54.825886Z","end":"2026-04-10T15:09:54.932245Z","steps":["trace[239650813] 'process raft request' (duration: 93.923625ms)","trace[239650813] 'compare' (duration: 12.113021ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:09:54.932719Z","caller":"traceutil/trace.go:171","msg":"trace[1609567081] transaction","detail":"{read_only:false; response_revision:33388; number_of_response:1; }","duration":"106.598754ms","start":"2026-04-10T15:09:54.826081Z","end":"2026-04-10T15:09:54.93268Z","steps":["trace[1609567081] 'process raft request' (duration: 106.115429ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:54.932836Z","caller":"traceutil/trace.go:171","msg":"trace[1463535881] transaction","detail":"{read_only:false; response_revision:33387; number_of_response:1; }","duration":"106.78204ms","start":"2026-04-10T15:09:54.825998Z","end":"2026-04-10T15:09:54.93278Z","steps":["trace[1463535881] 'process raft request' (duration: 106.111749ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:54.932969Z","caller":"traceutil/trace.go:171","msg":"trace[79953119] transaction","detail":"{read_only:false; response_revision:33389; number_of_response:1; }","duration":"106.206052ms","start":"2026-04-10T15:09:54.826746Z","end":"2026-04-10T15:09:54.932952Z","steps":["trace[79953119] 'process raft request' (duration: 105.502399ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:05.686306Z","caller":"traceutil/trace.go:171","msg":"trace[370801586] linearizableReadLoop","detail":"{readStateIndex:34645; appliedIndex:34644; }","duration":"158.494438ms","start":"2026-04-10T15:10:05.527792Z","end":"2026-04-10T15:10:05.686286Z","steps":["trace[370801586] 'read index received' (duration: 158.24151ms)","trace[370801586] 'applied index is now lower than readState.Index' (duration: 251.818µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:10:05.686377Z","caller":"traceutil/trace.go:171","msg":"trace[925275752] transaction","detail":"{read_only:false; response_revision:33492; number_of_response:1; }","duration":"226.178717ms","start":"2026-04-10T15:10:05.460166Z","end":"2026-04-10T15:10:05.686345Z","steps":["trace[925275752] 'process raft request' (duration: 225.96042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:05.686444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.632502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:10:05.686477Z","caller":"traceutil/trace.go:171","msg":"trace[586621913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33492; }","duration":"158.731494ms","start":"2026-04-10T15:10:05.527737Z","end":"2026-04-10T15:10:05.686468Z","steps":["trace[586621913] 'agreement among raft nodes before linearized reading' (duration: 158.635671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:08.772466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.127503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:10:08.772607Z","caller":"traceutil/trace.go:171","msg":"trace[1082019629] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:33516; }","duration":"102.290818ms","start":"2026-04-10T15:10:08.670258Z","end":"2026-04-10T15:10:08.772549Z","steps":["trace[1082019629] 'count revisions from in-memory index tree' (duration: 102.04476ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:13.94512Z","caller":"traceutil/trace.go:171","msg":"trace[1931905034] transaction","detail":"{read_only:false; response_revision:33575; number_of_response:1; }","duration":"174.058727ms","start":"2026-04-10T15:10:13.771031Z","end":"2026-04-10T15:10:13.94509Z","steps":["trace[1931905034] 'process raft request' (duration: 173.82948ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:14.10543Z","caller":"traceutil/trace.go:171","msg":"trace[117268776] transaction","detail":"{read_only:false; response_revision:33576; number_of_response:1; }","duration":"331.388266ms","start":"2026-04-10T15:10:13.773997Z","end":"2026-04-10T15:10:14.105385Z","steps":["trace[117268776] 'process raft request' (duration: 331.143739ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:14.105648Z","caller":"traceutil/trace.go:171","msg":"trace[812510805] transaction","detail":"{read_only:false; response_revision:33578; number_of_response:1; }","duration":"272.449742ms","start":"2026-04-10T15:10:13.833186Z","end":"2026-04-10T15:10:14.105636Z","steps":["trace[812510805] 'process raft request' (duration: 272.38387ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:14.105683Z","caller":"traceutil/trace.go:171","msg":"trace[911161616] transaction","detail":"{read_only:false; response_revision:33577; number_of_response:1; }","duration":"318.409519ms","start":"2026-04-10T15:10:13.787236Z","end":"2026-04-10T15:10:14.105645Z","steps":["trace[911161616] 'process raft request' (duration: 318.267364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:14.10585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:10:13.787222Z","time spent":"318.520482ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:10:14.106005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:10:13.773952Z","time spent":"331.988126ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:10:14.286089Z","caller":"traceutil/trace.go:171","msg":"trace[1365054290] transaction","detail":"{read_only:false; response_revision:33579; number_of_response:1; }","duration":"240.050403ms","start":"2026-04-10T15:10:14.045994Z","end":"2026-04-10T15:10:14.286045Z","steps":["trace[1365054290] 'process raft request' (duration: 229.348807ms)","trace[1365054290] 'compare' (duration: 10.094307ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:10:14.286218Z","caller":"traceutil/trace.go:171","msg":"trace[911977673] transaction","detail":"{read_only:false; response_revision:33582; number_of_response:1; }","duration":"156.450263ms","start":"2026-04-10T15:10:14.129742Z","end":"2026-04-10T15:10:14.286193Z","steps":["trace[911977673] 'process raft request' (duration: 156.391761ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:14.286443Z","caller":"traceutil/trace.go:171","msg":"trace[679555650] transaction","detail":"{read_only:false; response_revision:33580; number_of_response:1; }","duration":"231.177644ms","start":"2026-04-10T15:10:14.055247Z","end":"2026-04-10T15:10:14.286425Z","steps":["trace[679555650] 'process raft request' (duration: 230.618376ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:14.286524Z","caller":"traceutil/trace.go:171","msg":"trace[1300439937] transaction","detail":"{read_only:false; response_revision:33581; number_of_response:1; }","duration":"227.675673ms","start":"2026-04-10T15:10:14.058828Z","end":"2026-04-10T15:10:14.286504Z","steps":["trace[1300439937] 'process raft request' (duration: 227.160267ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:22.003594Z","caller":"traceutil/trace.go:171","msg":"trace[1149458300] transaction","detail":"{read_only:false; response_revision:33647; number_of_response:1; }","duration":"107.916376ms","start":"2026-04-10T15:10:21.895646Z","end":"2026-04-10T15:10:22.003563Z","steps":["trace[1149458300] 'process raft request' (duration: 89.693773ms)","trace[1149458300] 'compare' (duration: 17.973425ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:10:29.450665Z","caller":"traceutil/trace.go:171","msg":"trace[433564353] transaction","detail":"{read_only:false; response_revision:33709; number_of_response:1; }","duration":"129.36339ms","start":"2026-04-10T15:10:29.321237Z","end":"2026-04-10T15:10:29.4506Z","steps":["trace[433564353] 'process raft request' (duration: 129.069931ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:29.519916Z","caller":"traceutil/trace.go:171","msg":"trace[1364285068] linearizableReadLoop","detail":"{readStateIndex:34869; appliedIndex:34867; }","duration":"111.940683ms","start":"2026-04-10T15:10:29.407927Z","end":"2026-04-10T15:10:29.519867Z","steps":["trace[1364285068] 'read index received' (duration: 42.532659ms)","trace[1364285068] 'applied index is now lower than readState.Index' (duration: 69.406154ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:10:29.520075Z","caller":"traceutil/trace.go:171","msg":"trace[2138646779] transaction","detail":"{read_only:false; response_revision:33710; number_of_response:1; }","duration":"198.073803ms","start":"2026-04-10T15:10:29.321951Z","end":"2026-04-10T15:10:29.520025Z","steps":["trace[2138646779] 'process raft request' (duration: 195.884324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:29.52023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.602559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:10:29.520303Z","caller":"traceutil/trace.go:171","msg":"trace[2035673322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33710; }","duration":"109.709462ms","start":"2026-04-10T15:10:29.410575Z","end":"2026-04-10T15:10:29.520284Z","steps":["trace[2035673322] 'agreement among raft nodes before linearized reading' (duration: 109.559287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:29.520396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.429027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:10:29.520441Z","caller":"traceutil/trace.go:171","msg":"trace[1573405146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33710; }","duration":"112.579692ms","start":"2026-04-10T15:10:29.407849Z","end":"2026-04-10T15:10:29.520429Z","steps":["trace[1573405146] 'agreement among raft nodes before linearized reading' (duration: 112.264542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:29.520609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.632503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:10:29.520642Z","caller":"traceutil/trace.go:171","msg":"trace[797587187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33710; }","duration":"104.686784ms","start":"2026-04-10T15:10:29.415948Z","end":"2026-04-10T15:10:29.520635Z","steps":["trace[797587187] 'agreement among raft nodes before linearized reading' (duration: 104.599071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:29.520752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.510834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:10:29.520779Z","caller":"traceutil/trace.go:171","msg":"trace[776901084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33710; }","duration":"108.564716ms","start":"2026-04-10T15:10:29.412208Z","end":"2026-04-10T15:10:29.520773Z","steps":["trace[776901084] 'agreement among raft nodes before linearized reading' (duration: 108.502884ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:29.670096Z","caller":"traceutil/trace.go:171","msg":"trace[2062359613] transaction","detail":"{read_only:false; response_revision:33713; number_of_response:1; }","duration":"144.122985ms","start":"2026-04-10T15:10:29.525945Z","end":"2026-04-10T15:10:29.670068Z","steps":["trace[2062359613] 'process raft request' (duration: 144.006091ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:29.670362Z","caller":"traceutil/trace.go:171","msg":"trace[711002671] transaction","detail":"{read_only:false; response_revision:33712; number_of_response:1; }","duration":"144.535418ms","start":"2026-04-10T15:10:29.525796Z","end":"2026-04-10T15:10:29.670331Z","steps":["trace[711002671] 'process raft request' (duration: 121.40402ms)","trace[711002671] 'compare' (duration: 22.595471ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:10:29.670429Z","caller":"traceutil/trace.go:171","msg":"trace[1846522133] transaction","detail":"{read_only:false; response_revision:33714; number_of_response:1; }","duration":"143.589188ms","start":"2026-04-10T15:10:29.526829Z","end":"2026-04-10T15:10:29.670418Z","steps":["trace[1846522133] 'process raft request' (duration: 143.185045ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:29.670396Z","caller":"traceutil/trace.go:171","msg":"trace[1559858038] linearizableReadLoop","detail":"{readStateIndex:34873; appliedIndex:34869; }","duration":"140.119509ms","start":"2026-04-10T15:10:29.530238Z","end":"2026-04-10T15:10:29.670358Z","steps":["trace[1559858038] 'read index received' (duration: 53.333558ms)","trace[1559858038] 'applied index is now lower than readState.Index' (duration: 86.784481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:10:29.670581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.285855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:10:29.671102Z","caller":"traceutil/trace.go:171","msg":"trace[1286333557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33714; }","duration":"140.915714ms","start":"2026-04-10T15:10:29.530168Z","end":"2026-04-10T15:10:29.671084Z","steps":["trace[1286333557] 'agreement among raft nodes before linearized reading' (duration: 140.296034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:29.671195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.894645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:10:29.671249Z","caller":"traceutil/trace.go:171","msg":"trace[363863841] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:33714; }","duration":"120.959357ms","start":"2026-04-10T15:10:29.550274Z","end":"2026-04-10T15:10:29.671233Z","steps":["trace[363863841] 'agreement among raft nodes before linearized reading' (duration: 120.869784ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:39.238193Z","caller":"traceutil/trace.go:171","msg":"trace[2037017165] transaction","detail":"{read_only:false; response_revision:33782; number_of_response:1; }","duration":"120.565553ms","start":"2026-04-10T15:10:39.117577Z","end":"2026-04-10T15:10:39.238143Z","steps":["trace[2037017165] 'process raft request' (duration: 120.045757ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:46.496191Z","caller":"traceutil/trace.go:171","msg":"trace[250485043] transaction","detail":"{read_only:false; response_revision:33833; number_of_response:1; }","duration":"323.614463ms","start":"2026-04-10T15:10:46.172542Z","end":"2026-04-10T15:10:46.496156Z","steps":["trace[250485043] 'process raft request' (duration: 323.460438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:46.496328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:10:46.172512Z","time spent":"323.743056ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:10:46.503049Z","caller":"traceutil/trace.go:171","msg":"trace[1489395695] transaction","detail":"{read_only:false; response_revision:33836; number_of_response:1; }","duration":"264.018787ms","start":"2026-04-10T15:10:46.23902Z","end":"2026-04-10T15:10:46.503038Z","steps":["trace[1489395695] 'process raft request' (duration: 263.960126ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:46.503204Z","caller":"traceutil/trace.go:171","msg":"trace[1831095051] transaction","detail":"{read_only:false; response_revision:33834; number_of_response:1; }","duration":"265.895527ms","start":"2026-04-10T15:10:46.23728Z","end":"2026-04-10T15:10:46.503176Z","steps":["trace[1831095051] 'process raft request' (duration: 265.333279ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:46.503253Z","caller":"traceutil/trace.go:171","msg":"trace[1702570670] linearizableReadLoop","detail":"{readStateIndex:34998; appliedIndex:34994; }","duration":"208.297904ms","start":"2026-04-10T15:10:46.294933Z","end":"2026-04-10T15:10:46.503231Z","steps":["trace[1702570670] 'read index received' (duration: 201.047346ms)","trace[1702570670] 'applied index is now lower than readState.Index' (duration: 7.249618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:10:46.503376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.425228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:10:46.503234Z","caller":"traceutil/trace.go:171","msg":"trace[734213900] transaction","detail":"{read_only:false; response_revision:33835; number_of_response:1; }","duration":"265.740981ms","start":"2026-04-10T15:10:46.237482Z","end":"2026-04-10T15:10:46.503223Z","steps":["trace[734213900] 'process raft request' (duration: 265.241825ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:46.503412Z","caller":"traceutil/trace.go:171","msg":"trace[1148910939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:33838; }","duration":"208.47495ms","start":"2026-04-10T15:10:46.294924Z","end":"2026-04-10T15:10:46.503398Z","steps":["trace[1148910939] 'agreement among raft nodes before linearized reading' (duration: 208.384687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:47.615732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.838751ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T15:10:47.615889Z","caller":"traceutil/trace.go:171","msg":"trace[521547484] linearizableReadLoop","detail":"{readStateIndex:35003; appliedIndex:35002; }","duration":"171.490956ms","start":"2026-04-10T15:10:47.444379Z","end":"2026-04-10T15:10:47.61587Z","steps":["trace[521547484] 'read index received' (duration: 43.431µs)","trace[521547484] 'applied index is now lower than readState.Index' (duration: 171.445895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:10:47.616228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.789661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:10:47.616294Z","caller":"traceutil/trace.go:171","msg":"trace[1638503265] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:33840; }","duration":"154.923675ms","start":"2026-04-10T15:10:47.461353Z","end":"2026-04-10T15:10:47.616277Z","steps":["trace[1638503265] 'agreement among raft nodes before linearized reading' (duration: 154.79474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:10:47.616545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.162197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-10T15:10:47.617461Z","caller":"traceutil/trace.go:171","msg":"trace[1072688148] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:33840; }","duration":"173.124237ms","start":"2026-04-10T15:10:47.444311Z","end":"2026-04-10T15:10:47.617435Z","steps":["trace[1072688148] 'agreement among raft nodes before linearized reading' (duration: 172.032093ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:03.58692Z","caller":"traceutil/trace.go:171","msg":"trace[618911527] linearizableReadLoop","detail":"{readStateIndex:35123; appliedIndex:35122; }","duration":"117.590281ms","start":"2026-04-10T15:11:03.469303Z","end":"2026-04-10T15:11:03.586893Z","steps":["trace[618911527] 'read index received' (duration: 117.313212ms)","trace[618911527] 'applied index is now lower than readState.Index' (duration: 275.258µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:03.586967Z","caller":"traceutil/trace.go:171","msg":"trace[797897978] transaction","detail":"{read_only:false; response_revision:33957; number_of_response:1; }","duration":"173.325874ms","start":"2026-04-10T15:11:03.413616Z","end":"2026-04-10T15:11:03.586942Z","steps":["trace[797897978] 'process raft request' (duration: 173.076106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:03.587159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.838428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18090"} {"level":"info","ts":"2026-04-10T15:11:03.587197Z","caller":"traceutil/trace.go:171","msg":"trace[2074522616] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33957; }","duration":"117.927401ms","start":"2026-04-10T15:11:03.469257Z","end":"2026-04-10T15:11:03.587184Z","steps":["trace[2074522616] 'agreement among raft nodes before linearized reading' (duration: 117.766396ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:12.124835Z","caller":"traceutil/trace.go:171","msg":"trace[1492907625] transaction","detail":"{read_only:false; response_revision:34020; number_of_response:1; }","duration":"108.212565ms","start":"2026-04-10T15:11:12.016593Z","end":"2026-04-10T15:11:12.124806Z","steps":["trace[1492907625] 'process raft request' (duration: 106.78574ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:12.12683Z","caller":"traceutil/trace.go:171","msg":"trace[529704225] transaction","detail":"{read_only:false; response_revision:34021; number_of_response:1; }","duration":"109.707892ms","start":"2026-04-10T15:11:12.017092Z","end":"2026-04-10T15:11:12.1268Z","steps":["trace[529704225] 'process raft request' (duration: 109.435513ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:22.370924Z","caller":"traceutil/trace.go:171","msg":"trace[1651965071] linearizableReadLoop","detail":"{readStateIndex:35263; appliedIndex:35262; }","duration":"123.228017ms","start":"2026-04-10T15:11:22.247663Z","end":"2026-04-10T15:11:22.370891Z","steps":["trace[1651965071] 'read index received' (duration: 114.774291ms)","trace[1651965071] 'applied index is now lower than readState.Index' (duration: 8.452206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:22.371248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.563628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:11:22.371362Z","caller":"traceutil/trace.go:171","msg":"trace[1426189793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34093; }","duration":"123.717843ms","start":"2026-04-10T15:11:22.247628Z","end":"2026-04-10T15:11:22.371346Z","steps":["trace[1426189793] 'agreement among raft nodes before linearized reading' (duration: 123.467416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:22.371504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.760464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T15:11:22.371576Z","caller":"traceutil/trace.go:171","msg":"trace[1968418060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34093; }","duration":"123.852367ms","start":"2026-04-10T15:11:22.247705Z","end":"2026-04-10T15:11:22.371557Z","steps":["trace[1968418060] 'agreement among raft nodes before linearized reading' (duration: 123.698802ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:32.274305Z","caller":"traceutil/trace.go:171","msg":"trace[1607808995] transaction","detail":"{read_only:false; response_revision:34165; number_of_response:1; }","duration":"108.335698ms","start":"2026-04-10T15:11:32.165942Z","end":"2026-04-10T15:11:32.274278Z","steps":["trace[1607808995] 'process raft request' (duration: 104.414335ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:32.888981Z","caller":"traceutil/trace.go:171","msg":"trace[949838916] transaction","detail":"{read_only:false; response_revision:34171; number_of_response:1; }","duration":"154.645686ms","start":"2026-04-10T15:11:32.734296Z","end":"2026-04-10T15:11:32.888941Z","steps":["trace[949838916] 'process raft request' (duration: 154.335496ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:32.889071Z","caller":"traceutil/trace.go:171","msg":"trace[1754536199] transaction","detail":"{read_only:false; response_revision:34170; number_of_response:1; }","duration":"158.296111ms","start":"2026-04-10T15:11:32.730729Z","end":"2026-04-10T15:11:32.889025Z","steps":["trace[1754536199] 'process raft request' (duration: 104.726025ms)","trace[1754536199] 'compare' (duration: 52.76726ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:32.889183Z","caller":"traceutil/trace.go:171","msg":"trace[1238962776] transaction","detail":"{read_only:false; response_revision:34173; number_of_response:1; }","duration":"152.011153ms","start":"2026-04-10T15:11:32.737151Z","end":"2026-04-10T15:11:32.889162Z","steps":["trace[1238962776] 'process raft request' (duration: 151.676742ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:32.889202Z","caller":"traceutil/trace.go:171","msg":"trace[1752128558] transaction","detail":"{read_only:false; response_revision:34174; number_of_response:1; }","duration":"151.967951ms","start":"2026-04-10T15:11:32.737207Z","end":"2026-04-10T15:11:32.889175Z","steps":["trace[1752128558] 'process raft request' (duration: 151.691193ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:32.889307Z","caller":"traceutil/trace.go:171","msg":"trace[681552223] transaction","detail":"{read_only:false; response_revision:34172; number_of_response:1; }","duration":"152.23324ms","start":"2026-04-10T15:11:32.737065Z","end":"2026-04-10T15:11:32.889298Z","steps":["trace[681552223] 'process raft request' (duration: 151.685373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:33.467732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.83293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:11:33.467854Z","caller":"traceutil/trace.go:171","msg":"trace[644922668] linearizableReadLoop","detail":"{readStateIndex:35347; appliedIndex:35346; }","duration":"459.388894ms","start":"2026-04-10T15:11:33.008441Z","end":"2026-04-10T15:11:33.46783Z","steps":["trace[644922668] 'read index received' (duration: 244.290226ms)","trace[644922668] 'applied index is now lower than readState.Index' (duration: 215.096658ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:33.467951Z","caller":"traceutil/trace.go:171","msg":"trace[1184582868] transaction","detail":"{read_only:false; response_revision:34175; number_of_response:1; }","duration":"574.179656ms","start":"2026-04-10T15:11:32.893724Z","end":"2026-04-10T15:11:33.467904Z","steps":["trace[1184582868] 'process raft request' (duration: 359.017406ms)","trace[1184582868] 'compare' (duration: 214.52486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:33.468016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.8021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:33.468073Z","caller":"traceutil/trace.go:171","msg":"trace[862685212] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34175; }","duration":"297.926294ms","start":"2026-04-10T15:11:33.17013Z","end":"2026-04-10T15:11:33.468056Z","steps":["trace[862685212] 'agreement among raft nodes before linearized reading' (duration: 297.829661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:33.468067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.614301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:11:33.46814Z","caller":"traceutil/trace.go:171","msg":"trace[1510180423] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34175; }","duration":"459.727974ms","start":"2026-04-10T15:11:33.008395Z","end":"2026-04-10T15:11:33.468123Z","steps":["trace[1510180423] 'agreement among raft nodes before linearized reading' (duration: 459.516427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:33.468172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:33.008376Z","time spent":"459.789466ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T15:11:33.468158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:32.893704Z","time spent":"574.344731ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:11:33.468268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.626707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329957"} {"level":"info","ts":"2026-04-10T15:11:33.468334Z","caller":"traceutil/trace.go:171","msg":"trace[684738197] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:34175; }","duration":"449.745801ms","start":"2026-04-10T15:11:33.018568Z","end":"2026-04-10T15:11:33.468314Z","steps":["trace[684738197] 'agreement among raft nodes before linearized reading' (duration: 449.37915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:33.46838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:33.018539Z","time spent":"449.827013ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329980,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-10T15:11:33.823013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.461008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:33.823128Z","caller":"traceutil/trace.go:171","msg":"trace[1977316729] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34175; }","duration":"255.619883ms","start":"2026-04-10T15:11:33.567488Z","end":"2026-04-10T15:11:33.823108Z","steps":["trace[1977316729] 'range keys from in-memory index tree' (duration: 255.400616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:33.82311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.152598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:33.823231Z","caller":"traceutil/trace.go:171","msg":"trace[1267209137] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34175; }","duration":"200.497389ms","start":"2026-04-10T15:11:33.622701Z","end":"2026-04-10T15:11:33.823198Z","steps":["trace[1267209137] 'count revisions from in-memory index tree' (duration: 200.053174ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:34.101759Z","caller":"traceutil/trace.go:171","msg":"trace[1936462552] linearizableReadLoop","detail":"{readStateIndex:35349; appliedIndex:35348; }","duration":"131.321943ms","start":"2026-04-10T15:11:33.97041Z","end":"2026-04-10T15:11:34.101732Z","steps":["trace[1936462552] 'read index received' (duration: 131.103576ms)","trace[1936462552] 'applied index is now lower than readState.Index' (duration: 217.097µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:34.101856Z","caller":"traceutil/trace.go:171","msg":"trace[475107249] transaction","detail":"{read_only:false; response_revision:34177; number_of_response:1; }","duration":"135.583376ms","start":"2026-04-10T15:11:33.966231Z","end":"2026-04-10T15:11:34.101814Z","steps":["trace[475107249] 'process raft request' (duration: 135.321278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:34.101925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.479807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:34.101975Z","caller":"traceutil/trace.go:171","msg":"trace[1844856770] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34177; }","duration":"131.56606ms","start":"2026-04-10T15:11:33.970387Z","end":"2026-04-10T15:11:34.101954Z","steps":["trace[1844856770] 'agreement among raft nodes before linearized reading' (duration: 131.471767ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:45.151764Z","caller":"traceutil/trace.go:171","msg":"trace[1853624115] transaction","detail":"{read_only:false; response_revision:34258; number_of_response:1; }","duration":"161.15522ms","start":"2026-04-10T15:11:44.990583Z","end":"2026-04-10T15:11:45.151738Z","steps":["trace[1853624115] 'process raft request' (duration: 160.992105ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:45.202218Z","caller":"traceutil/trace.go:171","msg":"trace[1054740200] linearizableReadLoop","detail":"{readStateIndex:35436; appliedIndex:35431; }","duration":"173.885901ms","start":"2026-04-10T15:11:45.028303Z","end":"2026-04-10T15:11:45.202189Z","steps":["trace[1054740200] 'read index received' (duration: 123.404972ms)","trace[1054740200] 'applied index is now lower than readState.Index' (duration: 50.479189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:45.202417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.081747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:45.202473Z","caller":"traceutil/trace.go:171","msg":"trace[1390894295] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:34263; }","duration":"174.209452ms","start":"2026-04-10T15:11:45.028247Z","end":"2026-04-10T15:11:45.202457Z","steps":["trace[1390894295] 'agreement among raft nodes before linearized reading' (duration: 174.065107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:45.202969Z","caller":"traceutil/trace.go:171","msg":"trace[1216878326] transaction","detail":"{read_only:false; response_revision:34259; number_of_response:1; }","duration":"205.974951ms","start":"2026-04-10T15:11:44.996974Z","end":"2026-04-10T15:11:45.202949Z","steps":["trace[1216878326] 'process raft request' (duration: 189.894665ms)","trace[1216878326] 'compare' (duration: 14.914459ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:45.203252Z","caller":"traceutil/trace.go:171","msg":"trace[1203547654] transaction","detail":"{read_only:false; response_revision:34260; number_of_response:1; }","duration":"204.187485ms","start":"2026-04-10T15:11:44.999047Z","end":"2026-04-10T15:11:45.203234Z","steps":["trace[1203547654] 'process raft request' (duration: 202.876424ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:45.203468Z","caller":"traceutil/trace.go:171","msg":"trace[2135253042] transaction","detail":"{read_only:false; response_revision:34261; number_of_response:1; }","duration":"200.676615ms","start":"2026-04-10T15:11:45.002775Z","end":"2026-04-10T15:11:45.203451Z","steps":["trace[2135253042] 'process raft request' (duration: 199.212519ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:45.203695Z","caller":"traceutil/trace.go:171","msg":"trace[1935996633] transaction","detail":"{read_only:false; response_revision:34262; number_of_response:1; }","duration":"200.755047ms","start":"2026-04-10T15:11:45.002924Z","end":"2026-04-10T15:11:45.203679Z","steps":["trace[1935996633] 'process raft request' (duration: 199.128496ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:45.2039Z","caller":"traceutil/trace.go:171","msg":"trace[305503306] transaction","detail":"{read_only:false; response_revision:34263; number_of_response:1; }","duration":"138.131217ms","start":"2026-04-10T15:11:45.065754Z","end":"2026-04-10T15:11:45.203885Z","steps":["trace[305503306] 'process raft request' (duration: 136.380451ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:18.393217Z","caller":"traceutil/trace.go:171","msg":"trace[1991569332] transaction","detail":"{read_only:false; response_revision:34497; number_of_response:1; }","duration":"390.690124ms","start":"2026-04-10T15:12:18.002448Z","end":"2026-04-10T15:12:18.393138Z","steps":["trace[1991569332] 'process raft request' (duration: 390.391705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:18.393473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:12:18.002412Z","time spent":"390.934252ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:12:20.000083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.363582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:12:20.000209Z","caller":"traceutil/trace.go:171","msg":"trace[1533946602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34511; }","duration":"120.552087ms","start":"2026-04-10T15:12:19.879627Z","end":"2026-04-10T15:12:20.000179Z","steps":["trace[1533946602] 'range keys from in-memory index tree' (duration: 120.058512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:20.000246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.784881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T15:12:20.000439Z","caller":"traceutil/trace.go:171","msg":"trace[1978363807] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34511; }","duration":"112.07616ms","start":"2026-04-10T15:12:19.888322Z","end":"2026-04-10T15:12:20.000398Z","steps":["trace[1978363807] 'range keys from in-memory index tree' (duration: 111.576174ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:20.381346Z","caller":"traceutil/trace.go:171","msg":"trace[1522944316] transaction","detail":"{read_only:false; response_revision:34513; number_of_response:1; }","duration":"118.916705ms","start":"2026-04-10T15:12:20.262374Z","end":"2026-04-10T15:12:20.381291Z","steps":["trace[1522944316] 'process raft request' (duration: 118.627286ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:20.517857Z","caller":"traceutil/trace.go:171","msg":"trace[1045379511] transaction","detail":"{read_only:false; response_revision:34514; number_of_response:1; }","duration":"104.847623ms","start":"2026-04-10T15:12:20.412974Z","end":"2026-04-10T15:12:20.517822Z","steps":["trace[1045379511] 'process raft request' (duration: 88.730195ms)","trace[1045379511] 'compare' (duration: 15.742386ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:20.517924Z","caller":"traceutil/trace.go:171","msg":"trace[1969996730] transaction","detail":"{read_only:false; response_revision:34515; number_of_response:1; }","duration":"103.370946ms","start":"2026-04-10T15:12:20.414514Z","end":"2026-04-10T15:12:20.517885Z","steps":["trace[1969996730] 'process raft request' (duration: 103.242491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:21.103391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.816774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:12:21.103492Z","caller":"traceutil/trace.go:171","msg":"trace[902246446] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34518; }","duration":"159.965468ms","start":"2026-04-10T15:12:20.943502Z","end":"2026-04-10T15:12:21.103467Z","steps":["trace[902246446] 'range keys from in-memory index tree' (duration: 159.638508ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:21.11006Z","caller":"traceutil/trace.go:171","msg":"trace[338676143] transaction","detail":"{read_only:false; response_revision:34519; number_of_response:1; }","duration":"108.824607ms","start":"2026-04-10T15:12:21.001202Z","end":"2026-04-10T15:12:21.110027Z","steps":["trace[338676143] 'process raft request' (duration: 105.43334ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:21.631875Z","caller":"traceutil/trace.go:171","msg":"trace[1342194544] transaction","detail":"{read_only:false; response_revision:34522; number_of_response:1; }","duration":"228.342352ms","start":"2026-04-10T15:12:21.403502Z","end":"2026-04-10T15:12:21.631844Z","steps":["trace[1342194544] 'process raft request' (duration: 186.155353ms)","trace[1342194544] 'compare' (duration: 41.741525ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:21.631917Z","caller":"traceutil/trace.go:171","msg":"trace[626835341] transaction","detail":"{read_only:false; response_revision:34523; number_of_response:1; }","duration":"223.686645ms","start":"2026-04-10T15:12:21.408204Z","end":"2026-04-10T15:12:21.631891Z","steps":["trace[626835341] 'process raft request' (duration: 223.550591ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:21.632104Z","caller":"traceutil/trace.go:171","msg":"trace[1796186274] transaction","detail":"{read_only:false; response_revision:34524; number_of_response:1; }","duration":"222.89542ms","start":"2026-04-10T15:12:21.409185Z","end":"2026-04-10T15:12:21.632081Z","steps":["trace[1796186274] 'process raft request' (duration: 222.667553ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:21.632209Z","caller":"traceutil/trace.go:171","msg":"trace[737921318] linearizableReadLoop","detail":"{readStateIndex:35706; appliedIndex:35702; }","duration":"213.191175ms","start":"2026-04-10T15:12:21.419002Z","end":"2026-04-10T15:12:21.632194Z","steps":["trace[737921318] 'read index received' (duration: 13.64177ms)","trace[737921318] 'applied index is now lower than readState.Index' (duration: 199.548575ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:21.632281Z","caller":"traceutil/trace.go:171","msg":"trace[517926840] transaction","detail":"{read_only:false; response_revision:34525; number_of_response:1; }","duration":"222.474267ms","start":"2026-04-10T15:12:21.409796Z","end":"2026-04-10T15:12:21.63227Z","steps":["trace[517926840] 'process raft request' (duration: 222.189158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:21.632414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.701069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:21.632451Z","caller":"traceutil/trace.go:171","msg":"trace[1176187270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34525; }","duration":"105.781012ms","start":"2026-04-10T15:12:21.526661Z","end":"2026-04-10T15:12:21.632442Z","steps":["trace[1176187270] 'agreement among raft nodes before linearized reading' (duration: 105.705779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:21.634288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.26715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:203 size:2060077"} {"level":"info","ts":"2026-04-10T15:12:21.634346Z","caller":"traceutil/trace.go:171","msg":"trace[211272257] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:203; response_revision:34525; }","duration":"215.336382ms","start":"2026-04-10T15:12:21.418996Z","end":"2026-04-10T15:12:21.634333Z","steps":["trace[211272257] 'agreement among raft nodes before linearized reading' (duration: 213.289108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.810242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143324805839153563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T15:12:22.843179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:12:22.153108Z","time spent":"690.065654ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T15:12:22.844474Z","caller":"traceutil/trace.go:171","msg":"trace[1932434388] linearizableReadLoop","detail":"{readStateIndex:35710; appliedIndex:35708; }","duration":"534.930358ms","start":"2026-04-10T15:12:22.309514Z","end":"2026-04-10T15:12:22.844444Z","steps":["trace[1932434388] 'read index received' (duration: 533.391199ms)","trace[1932434388] 'applied index is now lower than readState.Index' (duration: 1.537979ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:22.84462Z","caller":"traceutil/trace.go:171","msg":"trace[1172923861] transaction","detail":"{read_only:false; response_revision:34528; number_of_response:1; }","duration":"665.912973ms","start":"2026-04-10T15:12:22.178677Z","end":"2026-04-10T15:12:22.84459Z","steps":["trace[1172923861] 'process raft request' (duration: 665.593293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.844728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.182585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:22.844779Z","caller":"traceutil/trace.go:171","msg":"trace[918247874] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:34528; }","duration":"535.30484ms","start":"2026-04-10T15:12:22.309461Z","end":"2026-04-10T15:12:22.844765Z","steps":["trace[918247874] 'agreement among raft nodes before linearized reading' (duration: 535.127244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.844787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:12:22.178628Z","time spent":"666.071668ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:12:22.844819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:12:22.309439Z","time spent":"535.368771ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:12:22.84503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.329604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:22.845065Z","caller":"traceutil/trace.go:171","msg":"trace[1438324214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34528; }","duration":"310.397496ms","start":"2026-04-10T15:12:22.534659Z","end":"2026-04-10T15:12:22.845056Z","steps":["trace[1438324214] 'agreement among raft nodes before linearized reading' (duration: 310.337664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.84506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.004267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-10T15:12:22.845084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:12:22.534635Z","time spent":"310.445668ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T15:12:22.845101Z","caller":"traceutil/trace.go:171","msg":"trace[1138012921] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34528; }","duration":"252.088789ms","start":"2026-04-10T15:12:22.593002Z","end":"2026-04-10T15:12:22.845091Z","steps":["trace[1138012921] 'agreement among raft nodes before linearized reading' (duration: 251.957955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.845181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.4698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:12:22.845176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.466866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:12:22.845247Z","caller":"traceutil/trace.go:171","msg":"trace[1250551880] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34528; }","duration":"277.592873ms","start":"2026-04-10T15:12:22.567636Z","end":"2026-04-10T15:12:22.845229Z","steps":["trace[1250551880] 'agreement among raft nodes before linearized reading' (duration: 277.47215ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:22.845275Z","caller":"traceutil/trace.go:171","msg":"trace[226774778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34528; }","duration":"322.635601ms","start":"2026-04-10T15:12:22.522617Z","end":"2026-04-10T15:12:22.845253Z","steps":["trace[226774778] 'agreement among raft nodes before linearized reading' (duration: 322.316471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.845289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.216184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:12:22.845317Z","caller":"traceutil/trace.go:171","msg":"trace[1398719676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34528; }","duration":"125.287046ms","start":"2026-04-10T15:12:22.720023Z","end":"2026-04-10T15:12:22.845311Z","steps":["trace[1398719676] 'agreement among raft nodes before linearized reading' (duration: 125.221714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.845326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:12:22.522598Z","time spent":"322.719014ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:12:22.845518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.721024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T15:12:22.845644Z","caller":"traceutil/trace.go:171","msg":"trace[745733037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34528; }","duration":"322.89974ms","start":"2026-04-10T15:12:22.522715Z","end":"2026-04-10T15:12:22.845614Z","steps":["trace[745733037] 'agreement among raft nodes before linearized reading' (duration: 322.455376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:22.845711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:12:22.522681Z","time spent":"323.015033ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T15:12:22.953979Z","caller":"traceutil/trace.go:171","msg":"trace[1564201545] linearizableReadLoop","detail":"{readStateIndex:35711; appliedIndex:35710; }","duration":"107.999931ms","start":"2026-04-10T15:12:22.845943Z","end":"2026-04-10T15:12:22.953943Z","steps":["trace[1564201545] 'read index received' (duration: 66.662629ms)","trace[1564201545] 'applied index is now lower than readState.Index' (duration: 41.335052ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:22.954029Z","caller":"traceutil/trace.go:171","msg":"trace[894483951] transaction","detail":"{read_only:false; response_revision:34529; number_of_response:1; }","duration":"109.449087ms","start":"2026-04-10T15:12:22.844537Z","end":"2026-04-10T15:12:22.953986Z","steps":["trace[894483951] 'process raft request' (duration: 68.067693ms)","trace[894483951] 'compare' (duration: 41.046273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:12:22.954674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.713014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:22.95479Z","caller":"traceutil/trace.go:171","msg":"trace[881350109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34529; }","duration":"108.885209ms","start":"2026-04-10T15:12:22.845876Z","end":"2026-04-10T15:12:22.954761Z","steps":["trace[881350109] 'agreement among raft nodes before linearized reading' (duration: 108.215398ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:23.006447Z","caller":"traceutil/trace.go:171","msg":"trace[220282280] transaction","detail":"{read_only:false; response_revision:34530; number_of_response:1; }","duration":"155.183548ms","start":"2026-04-10T15:12:22.851225Z","end":"2026-04-10T15:12:23.006409Z","steps":["trace[220282280] 'process raft request' (duration: 154.884948ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:23.006819Z","caller":"traceutil/trace.go:171","msg":"trace[1334367143] transaction","detail":"{read_only:false; response_revision:34531; number_of_response:1; }","duration":"155.307571ms","start":"2026-04-10T15:12:22.851468Z","end":"2026-04-10T15:12:23.006776Z","steps":["trace[1334367143] 'process raft request' (duration: 154.885698ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:23.007122Z","caller":"traceutil/trace.go:171","msg":"trace[511061610] transaction","detail":"{read_only:false; response_revision:34532; number_of_response:1; }","duration":"155.205978ms","start":"2026-04-10T15:12:22.851898Z","end":"2026-04-10T15:12:23.007104Z","steps":["trace[511061610] 'process raft request' (duration: 154.824786ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:23.009011Z","caller":"traceutil/trace.go:171","msg":"trace[1600027832] transaction","detail":"{read_only:false; response_revision:34533; number_of_response:1; }","duration":"156.928902ms","start":"2026-04-10T15:12:22.852065Z","end":"2026-04-10T15:12:23.008994Z","steps":["trace[1600027832] 'process raft request' (duration: 154.877007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:23.009264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.519107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:23.009397Z","caller":"traceutil/trace.go:171","msg":"trace[980903098] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34534; }","duration":"154.683792ms","start":"2026-04-10T15:12:22.85467Z","end":"2026-04-10T15:12:23.009353Z","steps":["trace[980903098] 'agreement among raft nodes before linearized reading' (duration: 154.388442ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:23.009583Z","caller":"traceutil/trace.go:171","msg":"trace[69132023] transaction","detail":"{read_only:false; response_revision:34534; number_of_response:1; }","duration":"156.696676ms","start":"2026-04-10T15:12:22.852852Z","end":"2026-04-10T15:12:23.009548Z","steps":["trace[69132023] 'process raft request' (duration: 156.027065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:23.235669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.636752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:12:23.236227Z","caller":"traceutil/trace.go:171","msg":"trace[1876569696] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:34534; }","duration":"176.268932ms","start":"2026-04-10T15:12:23.059922Z","end":"2026-04-10T15:12:23.236191Z","steps":["trace[1876569696] 'count revisions from in-memory index tree' (duration: 175.538708ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:23.235969Z","caller":"traceutil/trace.go:171","msg":"trace[1710025421] transaction","detail":"{read_only:false; response_revision:34535; number_of_response:1; }","duration":"118.653757ms","start":"2026-04-10T15:12:23.117284Z","end":"2026-04-10T15:12:23.235938Z","steps":["trace[1710025421] 'process raft request' (duration: 38.006157ms)","trace[1710025421] 'compare' (duration: 80.279238ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:35.552146Z","caller":"traceutil/trace.go:171","msg":"trace[602731644] transaction","detail":"{read_only:false; response_revision:34623; number_of_response:1; }","duration":"142.956052ms","start":"2026-04-10T15:12:35.409138Z","end":"2026-04-10T15:12:35.552095Z","steps":["trace[602731644] 'process raft request' (duration: 142.505948ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:35.551828Z","caller":"traceutil/trace.go:171","msg":"trace[415381144] transaction","detail":"{read_only:false; response_revision:34622; number_of_response:1; }","duration":"237.767959ms","start":"2026-04-10T15:12:35.314015Z","end":"2026-04-10T15:12:35.551783Z","steps":["trace[415381144] 'process raft request' (duration: 228.842537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:35.552243Z","caller":"traceutil/trace.go:171","msg":"trace[1485709878] linearizableReadLoop","detail":"{readStateIndex:35807; appliedIndex:35805; }","duration":"122.417365ms","start":"2026-04-10T15:12:35.429741Z","end":"2026-04-10T15:12:35.552158Z","steps":["trace[1485709878] 'read index received' (duration: 113.070001ms)","trace[1485709878] 'applied index is now lower than readState.Index' (duration: 9.344974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:12:35.552812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.896841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-5bc774c7df-7lvs8.18a5057b5acbac55\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-04-10T15:12:35.553015Z","caller":"traceutil/trace.go:171","msg":"trace[1893386201] range","detail":"{range_begin:/registry/events/openstack/senlin-api-5bc774c7df-7lvs8.18a5057b5acbac55; range_end:; response_count:1; response_revision:34624; }","duration":"123.308073ms","start":"2026-04-10T15:12:35.429676Z","end":"2026-04-10T15:12:35.552984Z","steps":["trace[1893386201] 'agreement among raft nodes before linearized reading' (duration: 122.628782ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:47.661034Z","caller":"traceutil/trace.go:171","msg":"trace[13063443] linearizableReadLoop","detail":"{readStateIndex:35898; appliedIndex:35897; }","duration":"135.663513ms","start":"2026-04-10T15:12:47.525349Z","end":"2026-04-10T15:12:47.661012Z","steps":["trace[13063443] 'read index received' (duration: 61.890469ms)","trace[13063443] 'applied index is now lower than readState.Index' (duration: 73.771934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:12:47.661401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.043765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:47.661456Z","caller":"traceutil/trace.go:171","msg":"trace[1745796703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34710; }","duration":"136.153878ms","start":"2026-04-10T15:12:47.525291Z","end":"2026-04-10T15:12:47.661445Z","steps":["trace[1745796703] 'agreement among raft nodes before linearized reading' (duration: 136.066445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:47.664148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.994218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:12:47.664263Z","caller":"traceutil/trace.go:171","msg":"trace[1073321617] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:34711; }","duration":"119.181774ms","start":"2026-04-10T15:12:47.545055Z","end":"2026-04-10T15:12:47.664237Z","steps":["trace[1073321617] 'agreement among raft nodes before linearized reading' (duration: 116.618133ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:55.823258Z","caller":"traceutil/trace.go:171","msg":"trace[526837472] linearizableReadLoop","detail":"{readStateIndex:35960; appliedIndex:35959; }","duration":"108.967702ms","start":"2026-04-10T15:12:55.714217Z","end":"2026-04-10T15:12:55.823184Z","steps":["trace[526837472] 'read index received' (duration: 67.60407ms)","trace[526837472] 'applied index is now lower than readState.Index' (duration: 41.361572ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:55.823449Z","caller":"traceutil/trace.go:171","msg":"trace[188878830] transaction","detail":"{read_only:false; response_revision:34771; number_of_response:1; }","duration":"130.229911ms","start":"2026-04-10T15:12:55.693177Z","end":"2026-04-10T15:12:55.823407Z","steps":["trace[188878830] 'process raft request' (duration: 88.706614ms)","trace[188878830] 'compare' (duration: 40.771854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:12:55.823662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.410706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:12:55.823804Z","caller":"traceutil/trace.go:171","msg":"trace[1661050501] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:34771; }","duration":"109.609232ms","start":"2026-04-10T15:12:55.714176Z","end":"2026-04-10T15:12:55.823785Z","steps":["trace[1661050501] 'agreement among raft nodes before linearized reading' (duration: 109.260371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:55.825015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.447857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:12:55.825093Z","caller":"traceutil/trace.go:171","msg":"trace[912405333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34772; }","duration":"109.581862ms","start":"2026-04-10T15:12:55.715491Z","end":"2026-04-10T15:12:55.825073Z","steps":["trace[912405333] 'agreement among raft nodes before linearized reading' (duration: 109.260802ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:04.23597Z","caller":"traceutil/trace.go:171","msg":"trace[1913916432] transaction","detail":"{read_only:false; response_revision:34828; number_of_response:1; }","duration":"383.253641ms","start":"2026-04-10T15:13:03.852694Z","end":"2026-04-10T15:13:04.235947Z","steps":["trace[1913916432] 'process raft request' (duration: 383.053755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.236118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:03.852668Z","time spent":"383.368484ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:04.433837Z","caller":"traceutil/trace.go:171","msg":"trace[240816597] transaction","detail":"{read_only:false; response_revision:34831; number_of_response:1; }","duration":"532.326756ms","start":"2026-04-10T15:13:03.901484Z","end":"2026-04-10T15:13:04.433811Z","steps":["trace[240816597] 'process raft request' (duration: 532.263104ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:04.433834Z","caller":"traceutil/trace.go:171","msg":"trace[1717056933] transaction","detail":"{read_only:false; response_revision:34829; number_of_response:1; }","duration":"572.567123ms","start":"2026-04-10T15:13:03.861227Z","end":"2026-04-10T15:13:04.433794Z","steps":["trace[1717056933] 'process raft request' (duration: 572.293365ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:04.433858Z","caller":"traceutil/trace.go:171","msg":"trace[637694279] transaction","detail":"{read_only:false; response_revision:34830; number_of_response:1; }","duration":"532.512461ms","start":"2026-04-10T15:13:03.901299Z","end":"2026-04-10T15:13:04.433811Z","steps":["trace[637694279] 'process raft request' (duration: 532.385817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.433982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:03.90145Z","time spent":"532.46249ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:04.43399Z","caller":"traceutil/trace.go:171","msg":"trace[1429126351] linearizableReadLoop","detail":"{readStateIndex:36020; appliedIndex:36018; }","duration":"566.005066ms","start":"2026-04-10T15:13:03.867967Z","end":"2026-04-10T15:13:04.433972Z","steps":["trace[1429126351] 'read index received' (duration: 359.349627ms)","trace[1429126351] 'applied index is now lower than readState.Index' (duration: 206.653519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:04.434064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:03.901277Z","time spent":"532.682987ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:04.434068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:03.861213Z","time spent":"572.719238ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:04.434086Z","caller":"traceutil/trace.go:171","msg":"trace[2001340728] transaction","detail":"{read_only:false; response_revision:34832; number_of_response:1; }","duration":"522.584839ms","start":"2026-04-10T15:13:03.911472Z","end":"2026-04-10T15:13:04.434057Z","steps":["trace[2001340728] 'process raft request' (duration: 522.30843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.434213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.253114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-10T15:13:04.434219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:03.91145Z","time spent":"522.697383ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:04.434303Z","caller":"traceutil/trace.go:171","msg":"trace[524868994] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34832; }","duration":"566.341647ms","start":"2026-04-10T15:13:03.867947Z","end":"2026-04-10T15:13:04.434289Z","steps":["trace[524868994] 'agreement among raft nodes before linearized reading' (duration: 566.150301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.434336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:03.867923Z","time spent":"566.405839ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:13:04.434572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.945934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-10T15:13:04.434561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.420998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:04.434604Z","caller":"traceutil/trace.go:171","msg":"trace[841550960] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:34832; }","duration":"318.020006ms","start":"2026-04-10T15:13:04.116576Z","end":"2026-04-10T15:13:04.434596Z","steps":["trace[841550960] 'agreement among raft nodes before linearized reading' (duration: 317.941123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.434625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:04.116554Z","time spent":"318.065728ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-04-10T15:13:04.434628Z","caller":"traceutil/trace.go:171","msg":"trace[778986620] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:34832; }","duration":"177.539822ms","start":"2026-04-10T15:13:04.25707Z","end":"2026-04-10T15:13:04.43461Z","steps":["trace[778986620] 'agreement among raft nodes before linearized reading' (duration: 177.434069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.434668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.870041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-10T15:13:04.434763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.928854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:13:04.434821Z","caller":"traceutil/trace.go:171","msg":"trace[851476401] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:34832; }","duration":"225.041368ms","start":"2026-04-10T15:13:04.209767Z","end":"2026-04-10T15:13:04.434808Z","steps":["trace[851476401] 'agreement among raft nodes before linearized reading' (duration: 224.713257ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:04.434833Z","caller":"traceutil/trace.go:171","msg":"trace[964267215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34832; }","duration":"331.102359ms","start":"2026-04-10T15:13:04.103705Z","end":"2026-04-10T15:13:04.434807Z","steps":["trace[964267215] 'agreement among raft nodes before linearized reading' (duration: 330.816099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.435262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.322441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T15:13:04.435354Z","caller":"traceutil/trace.go:171","msg":"trace[2084544363] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:34832; }","duration":"455.450594ms","start":"2026-04-10T15:13:03.979895Z","end":"2026-04-10T15:13:04.435345Z","steps":["trace[2084544363] 'agreement among raft nodes before linearized reading' (duration: 454.563466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:04.435378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:03.979877Z","time spent":"455.494476ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":256,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:13:04.435006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:04.103636Z","time spent":"331.318155ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:13:14.89341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.98104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:13:14.893518Z","caller":"traceutil/trace.go:171","msg":"trace[1986675735] linearizableReadLoop","detail":"{readStateIndex:36100; appliedIndex:36099; }","duration":"379.553724ms","start":"2026-04-10T15:13:14.513946Z","end":"2026-04-10T15:13:14.8935Z","steps":["trace[1986675735] 'read index received' (duration: 158.334327ms)","trace[1986675735] 'applied index is now lower than readState.Index' (duration: 221.217987ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:14.89357Z","caller":"traceutil/trace.go:171","msg":"trace[1365643502] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"382.253939ms","start":"2026-04-10T15:13:14.511273Z","end":"2026-04-10T15:13:14.893527Z","steps":["trace[1365643502] 'process raft request' (duration: 161.065573ms)","trace[1365643502] 'compare' (duration: 220.615248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:14.893691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.748671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:13:14.893723Z","caller":"traceutil/trace.go:171","msg":"trace[1033559935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34907; }","duration":"379.812913ms","start":"2026-04-10T15:13:14.513899Z","end":"2026-04-10T15:13:14.893712Z","steps":["trace[1033559935] 'agreement among raft nodes before linearized reading' (duration: 379.689389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:14.893749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:14.513883Z","time spent":"379.859054ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:13:14.893784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.884729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:13:14.893834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:14.511236Z","time spent":"382.420614ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:14.89388Z","caller":"traceutil/trace.go:171","msg":"trace[49263670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34907; }","duration":"368.993152ms","start":"2026-04-10T15:13:14.524861Z","end":"2026-04-10T15:13:14.893854Z","steps":["trace[49263670] 'agreement among raft nodes before linearized reading' (duration: 368.815107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:14.893923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:14.524806Z","time spent":"369.109135ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T15:13:19.535835Z","caller":"traceutil/trace.go:171","msg":"trace[1260099029] transaction","detail":"{read_only:false; response_revision:34938; number_of_response:1; }","duration":"102.818549ms","start":"2026-04-10T15:13:19.432977Z","end":"2026-04-10T15:13:19.535796Z","steps":["trace[1260099029] 'process raft request' (duration: 84.673087ms)","trace[1260099029] 'compare' (duration: 17.633595ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:28.467825Z","caller":"traceutil/trace.go:171","msg":"trace[582131411] transaction","detail":"{read_only:false; response_revision:35003; number_of_response:1; }","duration":"133.074591ms","start":"2026-04-10T15:13:28.334721Z","end":"2026-04-10T15:13:28.467796Z","steps":["trace[582131411] 'process raft request' (duration: 132.767962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:28.779221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.920691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:13:28.77934Z","caller":"traceutil/trace.go:171","msg":"trace[2056755454] transaction","detail":"{read_only:false; response_revision:35004; number_of_response:1; }","duration":"236.975113ms","start":"2026-04-10T15:13:28.542341Z","end":"2026-04-10T15:13:28.779316Z","steps":["trace[2056755454] 'process raft request' (duration: 80.850226ms)","trace[2056755454] 'compare' (duration: 155.764966ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:28.824519Z","caller":"traceutil/trace.go:171","msg":"trace[370371768] transaction","detail":"{read_only:false; response_revision:35006; number_of_response:1; }","duration":"281.060482ms","start":"2026-04-10T15:13:28.543424Z","end":"2026-04-10T15:13:28.824485Z","steps":["trace[370371768] 'process raft request' (duration: 280.934988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:28.824659Z","caller":"traceutil/trace.go:171","msg":"trace[1171911473] linearizableReadLoop","detail":"{readStateIndex:36203; appliedIndex:36200; }","duration":"159.588106ms","start":"2026-04-10T15:13:28.665043Z","end":"2026-04-10T15:13:28.824631Z","steps":["trace[1171911473] 'read index received' (duration: 159.051779ms)","trace[1171911473] 'applied index is now lower than readState.Index' (duration: 533.827µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:28.824716Z","caller":"traceutil/trace.go:171","msg":"trace[864894131] transaction","detail":"{read_only:false; response_revision:35007; number_of_response:1; }","duration":"280.795513ms","start":"2026-04-10T15:13:28.543868Z","end":"2026-04-10T15:13:28.824664Z","steps":["trace[864894131] 'process raft request' (duration: 280.561916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:28.824906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.835434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:13:28.82495Z","caller":"traceutil/trace.go:171","msg":"trace[1461492546] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:35007; }","duration":"159.932317ms","start":"2026-04-10T15:13:28.665006Z","end":"2026-04-10T15:13:28.824938Z","steps":["trace[1461492546] 'agreement among raft nodes before linearized reading' (duration: 159.731751ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:28.825348Z","caller":"traceutil/trace.go:171","msg":"trace[428854052] transaction","detail":"{read_only:false; response_revision:35005; number_of_response:1; }","duration":"281.244927ms","start":"2026-04-10T15:13:28.543295Z","end":"2026-04-10T15:13:28.82454Z","steps":["trace[428854052] 'process raft request' (duration: 280.883956ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:44.867008Z","caller":"traceutil/trace.go:171","msg":"trace[136783810] transaction","detail":"{read_only:false; response_revision:35122; number_of_response:1; }","duration":"297.052015ms","start":"2026-04-10T15:13:44.569921Z","end":"2026-04-10T15:13:44.866973Z","steps":["trace[136783810] 'process raft request' (duration: 296.841099ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.330762Z","caller":"traceutil/trace.go:171","msg":"trace[2067107508] transaction","detail":"{read_only:false; response_revision:35123; number_of_response:1; }","duration":"495.3114ms","start":"2026-04-10T15:13:44.835408Z","end":"2026-04-10T15:13:45.330719Z","steps":["trace[2067107508] 'process raft request' (duration: 434.97482ms)","trace[2067107508] 'compare' (duration: 60.079792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:45.330938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:44.835386Z","time spent":"495.455695ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:45.536208Z","caller":"traceutil/trace.go:171","msg":"trace[996242997] transaction","detail":"{read_only:false; response_revision:35124; number_of_response:1; }","duration":"650.458486ms","start":"2026-04-10T15:13:44.885691Z","end":"2026-04-10T15:13:45.53615Z","steps":["trace[996242997] 'process raft request' (duration: 598.136558ms)","trace[996242997] 'compare' (duration: 51.677008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:45.536681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:44.885662Z","time spent":"650.792107ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:45.537162Z","caller":"traceutil/trace.go:171","msg":"trace[913777955] transaction","detail":"{read_only:false; response_revision:35125; number_of_response:1; }","duration":"650.112325ms","start":"2026-04-10T15:13:44.88702Z","end":"2026-04-10T15:13:45.537132Z","steps":["trace[913777955] 'process raft request' (duration: 649.089643ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.5372Z","caller":"traceutil/trace.go:171","msg":"trace[872333725] transaction","detail":"{read_only:false; response_revision:35126; number_of_response:1; }","duration":"649.975571ms","start":"2026-04-10T15:13:44.887187Z","end":"2026-04-10T15:13:45.537163Z","steps":["trace[872333725] 'process raft request' (duration: 649.807476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:45.537301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:44.887009Z","time spent":"650.222399ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:45.537354Z","caller":"traceutil/trace.go:171","msg":"trace[1534311901] linearizableReadLoop","detail":"{readStateIndex:36326; appliedIndex:36322; }","duration":"479.151461ms","start":"2026-04-10T15:13:45.058191Z","end":"2026-04-10T15:13:45.537343Z","steps":["trace[1534311901] 'read index received' (duration: 212.208403ms)","trace[1534311901] 'applied index is now lower than readState.Index' (duration: 266.941988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:45.537378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:44.88718Z","time spent":"650.106115ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:45.537567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.373758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:13:45.537767Z","caller":"traceutil/trace.go:171","msg":"trace[214644671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35127; }","duration":"479.617836ms","start":"2026-04-10T15:13:45.058139Z","end":"2026-04-10T15:13:45.537757Z","steps":["trace[214644671] 'agreement among raft nodes before linearized reading' (duration: 479.318456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:45.5378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:45.058114Z","time spent":"479.678198ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:13:45.537576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.305011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T15:13:45.537874Z","caller":"traceutil/trace.go:171","msg":"trace[1425461472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35127; }","duration":"476.625821ms","start":"2026-04-10T15:13:45.061239Z","end":"2026-04-10T15:13:45.537865Z","steps":["trace[1425461472] 'agreement among raft nodes before linearized reading' (duration: 476.247149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:45.537896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:45.061226Z","time spent":"476.662703ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T15:13:45.766179Z","caller":"traceutil/trace.go:171","msg":"trace[1602135088] transaction","detail":"{read_only:false; response_revision:35130; number_of_response:1; }","duration":"223.370514ms","start":"2026-04-10T15:13:45.542778Z","end":"2026-04-10T15:13:45.766149Z","steps":["trace[1602135088] 'process raft request' (duration: 223.303052ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.766235Z","caller":"traceutil/trace.go:171","msg":"trace[857390504] transaction","detail":"{read_only:false; response_revision:35129; number_of_response:1; }","duration":"223.754036ms","start":"2026-04-10T15:13:45.542439Z","end":"2026-04-10T15:13:45.766193Z","steps":["trace[857390504] 'process raft request' (duration: 223.446767ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.775327Z","caller":"traceutil/trace.go:171","msg":"trace[1085865631] transaction","detail":"{read_only:false; response_revision:35131; number_of_response:1; }","duration":"130.680836ms","start":"2026-04-10T15:13:45.644595Z","end":"2026-04-10T15:13:45.775275Z","steps":["trace[1085865631] 'process raft request' (duration: 130.258133ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.775562Z","caller":"traceutil/trace.go:171","msg":"trace[1317136460] linearizableReadLoop","detail":"{readStateIndex:36331; appliedIndex:36328; }","duration":"102.719885ms","start":"2026-04-10T15:13:45.672795Z","end":"2026-04-10T15:13:45.775514Z","steps":["trace[1317136460] 'read index received' (duration: 93.133993ms)","trace[1317136460] 'applied index is now lower than readState.Index' (duration: 9.582602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:45.775815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.984273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-10T15:13:45.775924Z","caller":"traceutil/trace.go:171","msg":"trace[1698062992] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35132; }","duration":"103.134318ms","start":"2026-04-10T15:13:45.672757Z","end":"2026-04-10T15:13:45.775891Z","steps":["trace[1698062992] 'agreement among raft nodes before linearized reading' (duration: 102.867259ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.916445Z","caller":"traceutil/trace.go:171","msg":"trace[622500859] transaction","detail":"{read_only:false; response_revision:35133; number_of_response:1; }","duration":"134.754185ms","start":"2026-04-10T15:13:45.781661Z","end":"2026-04-10T15:13:45.916415Z","steps":["trace[622500859] 'process raft request' (duration: 128.493747ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.943308Z","caller":"traceutil/trace.go:171","msg":"trace[1652753673] transaction","detail":"{read_only:false; response_revision:35134; number_of_response:1; }","duration":"161.050423ms","start":"2026-04-10T15:13:45.782235Z","end":"2026-04-10T15:13:45.943286Z","steps":["trace[1652753673] 'process raft request' (duration: 160.876768ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.943624Z","caller":"traceutil/trace.go:171","msg":"trace[1318974585] transaction","detail":"{read_only:false; response_revision:35135; number_of_response:1; }","duration":"161.328232ms","start":"2026-04-10T15:13:45.782266Z","end":"2026-04-10T15:13:45.943594Z","steps":["trace[1318974585] 'process raft request' (duration: 160.97231ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:45.943808Z","caller":"traceutil/trace.go:171","msg":"trace[783206021] transaction","detail":"{read_only:false; response_revision:35136; number_of_response:1; }","duration":"161.328951ms","start":"2026-04-10T15:13:45.782444Z","end":"2026-04-10T15:13:45.943773Z","steps":["trace[783206021] 'process raft request' (duration: 161.083444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:47.563432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.671052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:47.563533Z","caller":"traceutil/trace.go:171","msg":"trace[987995550] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35138; }","duration":"114.799946ms","start":"2026-04-10T15:13:47.448713Z","end":"2026-04-10T15:13:47.563513Z","steps":["trace[987995550] 'range keys from in-memory index tree' (duration: 114.577148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:54.074091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.006621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:13:54.074174Z","caller":"traceutil/trace.go:171","msg":"trace[1114338475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35191; }","duration":"108.151946ms","start":"2026-04-10T15:13:53.966005Z","end":"2026-04-10T15:13:54.074157Z","steps":["trace[1114338475] 'range keys from in-memory index tree' (duration: 107.847027ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:04.237301Z","caller":"traceutil/trace.go:171","msg":"trace[831268275] transaction","detail":"{read_only:false; response_revision:35263; number_of_response:1; }","duration":"105.892035ms","start":"2026-04-10T15:14:04.131379Z","end":"2026-04-10T15:14:04.237271Z","steps":["trace[831268275] 'process raft request' (duration: 105.680378ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:04.237505Z","caller":"traceutil/trace.go:171","msg":"trace[1400381502] linearizableReadLoop","detail":"{readStateIndex:36467; appliedIndex:36467; }","duration":"103.310824ms","start":"2026-04-10T15:14:04.13414Z","end":"2026-04-10T15:14:04.237451Z","steps":["trace[1400381502] 'read index received' (duration: 103.279513ms)","trace[1400381502] 'applied index is now lower than readState.Index' (duration: 26.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:14:04.238158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.980495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T15:14:04.2383Z","caller":"traceutil/trace.go:171","msg":"trace[1622324038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35263; }","duration":"104.15482ms","start":"2026-04-10T15:14:04.134107Z","end":"2026-04-10T15:14:04.238262Z","steps":["trace[1622324038] 'agreement among raft nodes before linearized reading' (duration: 103.622523ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:04.29687Z","caller":"traceutil/trace.go:171","msg":"trace[729440836] transaction","detail":"{read_only:false; response_revision:35264; number_of_response:1; }","duration":"161.589069ms","start":"2026-04-10T15:14:04.135235Z","end":"2026-04-10T15:14:04.296824Z","steps":["trace[729440836] 'process raft request' (duration: 161.353902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:04.296934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.547223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:14:04.29704Z","caller":"traceutil/trace.go:171","msg":"trace[373130619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35264; }","duration":"151.715028ms","start":"2026-04-10T15:14:04.1453Z","end":"2026-04-10T15:14:04.297015Z","steps":["trace[373130619] 'agreement among raft nodes before linearized reading' (duration: 151.44671ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:19.308296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33123} {"level":"info","ts":"2026-04-10T15:14:19.482081Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33123,"took":"167.62541ms","hash":2439122705,"current-db-size-bytes":62300160,"current-db-size":"62 MB","current-db-size-in-use-bytes":31797248,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-10T15:14:19.482204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2439122705,"revision":33123,"compact-revision":30391} {"level":"warn","ts":"2026-04-10T15:14:37.998005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.291997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:14:37.998463Z","caller":"traceutil/trace.go:171","msg":"trace[1457846636] transaction","detail":"{read_only:false; response_revision:35509; number_of_response:1; }","duration":"201.752654ms","start":"2026-04-10T15:14:37.796679Z","end":"2026-04-10T15:14:37.998431Z","steps":["trace[1457846636] 'process raft request' (duration: 201.485916ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:37.998463Z","caller":"traceutil/trace.go:171","msg":"trace[1604526575] transaction","detail":"{read_only:false; response_revision:35508; number_of_response:1; }","duration":"204.291104ms","start":"2026-04-10T15:14:37.793958Z","end":"2026-04-10T15:14:37.998249Z","steps":["trace[1604526575] 'process raft request' (duration: 84.624455ms)","trace[1604526575] 'compare' (duration: 118.978538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:30.267427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:30.267599Z","caller":"traceutil/trace.go:171","msg":"trace[1685991269] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:36400; }","duration":"175.218687ms","start":"2026-04-10T15:16:30.092349Z","end":"2026-04-10T15:16:30.267568Z","steps":["trace[1685991269] 'count revisions from in-memory index tree' (duration: 174.839095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:30.267635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.844754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:30.26777Z","caller":"traceutil/trace.go:171","msg":"trace[768620009] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:36400; }","duration":"147.064681ms","start":"2026-04-10T15:16:30.120675Z","end":"2026-04-10T15:16:30.26774Z","steps":["trace[768620009] 'count revisions from in-memory index tree' (duration: 146.643128ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:30.559719Z","caller":"traceutil/trace.go:171","msg":"trace[558079529] transaction","detail":"{read_only:false; response_revision:36402; number_of_response:1; }","duration":"122.698955ms","start":"2026-04-10T15:16:30.43699Z","end":"2026-04-10T15:16:30.559689Z","steps":["trace[558079529] 'process raft request' (duration: 122.490288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:30.792784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.211965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:16:30.79306Z","caller":"traceutil/trace.go:171","msg":"trace[860745305] linearizableReadLoop","detail":"{readStateIndex:37642; appliedIndex:37639; }","duration":"265.570595ms","start":"2026-04-10T15:16:30.527465Z","end":"2026-04-10T15:16:30.793036Z","steps":["trace[860745305] 'read index received' (duration: 32.07804ms)","trace[860745305] 'applied index is now lower than readState.Index' (duration: 233.490984ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:30.793172Z","caller":"traceutil/trace.go:171","msg":"trace[640370824] transaction","detail":"{read_only:false; response_revision:36404; number_of_response:1; }","duration":"331.874573ms","start":"2026-04-10T15:16:30.461283Z","end":"2026-04-10T15:16:30.793157Z","steps":["trace[640370824] 'process raft request' (duration: 331.630816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:30.793266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:30.461271Z","time spent":"331.943585ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:16:30.793337Z","caller":"traceutil/trace.go:171","msg":"trace[1911076428] transaction","detail":"{read_only:false; response_revision:36403; number_of_response:1; }","duration":"335.436485ms","start":"2026-04-10T15:16:30.457866Z","end":"2026-04-10T15:16:30.793302Z","steps":["trace[1911076428] 'process raft request' (duration: 148.613041ms)","trace[1911076428] 'compare' (duration: 185.854353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:30.793464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:30.457836Z","time spent":"335.568199ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:16:30.793938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.469312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:30.794001Z","caller":"traceutil/trace.go:171","msg":"trace[1123696761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36404; }","duration":"266.571736ms","start":"2026-04-10T15:16:30.527413Z","end":"2026-04-10T15:16:30.793985Z","steps":["trace[1123696761] 'agreement among raft nodes before linearized reading' (duration: 266.091881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:30.79422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.038059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:16:30.794343Z","caller":"traceutil/trace.go:171","msg":"trace[762227108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36405; }","duration":"145.219845ms","start":"2026-04-10T15:16:30.649091Z","end":"2026-04-10T15:16:30.794311Z","steps":["trace[762227108] 'agreement among raft nodes before linearized reading' (duration: 144.879544ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:00.886229Z","caller":"traceutil/trace.go:171","msg":"trace[117479770] transaction","detail":"{read_only:false; response_revision:36626; number_of_response:1; }","duration":"136.397356ms","start":"2026-04-10T15:17:00.749796Z","end":"2026-04-10T15:17:00.886194Z","steps":["trace[117479770] 'process raft request' (duration: 135.953032ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:19:19.318009Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35371} {"level":"info","ts":"2026-04-10T15:19:19.461151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35371,"took":"137.952694ms","hash":1211352866,"current-db-size-bytes":62300160,"current-db-size":"62 MB","current-db-size-in-use-bytes":30658560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-10T15:19:19.461236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1211352866,"revision":35371,"compact-revision":33123} {"level":"info","ts":"2026-04-10T15:21:28.718078Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ce8ad90e35537ee3","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T15:21:28.723979Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-04-10T15:21:28.724108Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-04-10T15:21:40.160092Z","caller":"traceutil/trace.go:171","msg":"trace[1545492581] linearizableReadLoop","detail":"{readStateIndex:40114; appliedIndex:40113; }","duration":"183.062883ms","start":"2026-04-10T15:21:39.977002Z","end":"2026-04-10T15:21:40.160065Z","steps":["trace[1545492581] 'read index received' (duration: 180.821752ms)","trace[1545492581] 'applied index is now lower than readState.Index' (duration: 2.24023ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:21:40.160239Z","caller":"traceutil/trace.go:171","msg":"trace[1883267271] transaction","detail":"{read_only:false; response_revision:38804; number_of_response:1; }","duration":"194.569075ms","start":"2026-04-10T15:21:39.965631Z","end":"2026-04-10T15:21:40.1602Z","steps":["trace[1883267271] 'process raft request' (duration: 194.236464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:21:40.160351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.334382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:21:40.160396Z","caller":"traceutil/trace.go:171","msg":"trace[1395951388] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38804; }","duration":"183.444695ms","start":"2026-04-10T15:21:39.97694Z","end":"2026-04-10T15:21:40.160385Z","steps":["trace[1395951388] 'agreement among raft nodes before linearized reading' (duration: 183.259729ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:21:45.27929Z","caller":"traceutil/trace.go:171","msg":"trace[1305510907] linearizableReadLoop","detail":"{readStateIndex:40157; appliedIndex:40156; }","duration":"120.378512ms","start":"2026-04-10T15:21:45.158859Z","end":"2026-04-10T15:21:45.279237Z","steps":["trace[1305510907] 'read index received' (duration: 65.735565ms)","trace[1305510907] 'applied index is now lower than readState.Index' (duration: 54.641387ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:21:45.279426Z","caller":"traceutil/trace.go:171","msg":"trace[1395915726] transaction","detail":"{read_only:false; response_revision:38846; number_of_response:1; }","duration":"156.976542ms","start":"2026-04-10T15:21:45.1224Z","end":"2026-04-10T15:21:45.279376Z","steps":["trace[1395915726] 'process raft request' (duration: 102.1747ms)","trace[1395915726] 'compare' (duration: 54.501483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:21:45.279593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.706212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:21:45.279629Z","caller":"traceutil/trace.go:171","msg":"trace[629074779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38846; }","duration":"120.818276ms","start":"2026-04-10T15:21:45.158801Z","end":"2026-04-10T15:21:45.279619Z","steps":["trace[629074779] 'agreement among raft nodes before linearized reading' (duration: 120.63122ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:21:45.446118Z","caller":"traceutil/trace.go:171","msg":"trace[1034160583] transaction","detail":"{read_only:false; response_revision:38848; number_of_response:1; }","duration":"159.565965ms","start":"2026-04-10T15:21:45.286516Z","end":"2026-04-10T15:21:45.446081Z","steps":["trace[1034160583] 'process raft request' (duration: 99.648422ms)","trace[1034160583] 'compare' (duration: 59.661965ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:21:45.696598Z","caller":"traceutil/trace.go:171","msg":"trace[1499375390] linearizableReadLoop","detail":"{readStateIndex:40161; appliedIndex:40160; }","duration":"151.389807ms","start":"2026-04-10T15:21:45.545176Z","end":"2026-04-10T15:21:45.696566Z","steps":["trace[1499375390] 'read index received' (duration: 128.420715ms)","trace[1499375390] 'applied index is now lower than readState.Index' (duration: 22.968142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:21:45.696756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.545832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:21:45.6968Z","caller":"traceutil/trace.go:171","msg":"trace[1061630631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38850; }","duration":"151.644015ms","start":"2026-04-10T15:21:45.545141Z","end":"2026-04-10T15:21:45.696785Z","steps":["trace[1061630631] 'agreement among raft nodes before linearized reading' (duration: 151.544312ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:21:45.696779Z","caller":"traceutil/trace.go:171","msg":"trace[121088373] transaction","detail":"{read_only:false; response_revision:38850; number_of_response:1; }","duration":"167.637298ms","start":"2026-04-10T15:21:45.529064Z","end":"2026-04-10T15:21:45.696702Z","steps":["trace[121088373] 'process raft request' (duration: 144.46531ms)","trace[121088373] 'compare' (duration: 22.57019ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:21:47.821329Z","caller":"traceutil/trace.go:171","msg":"trace[345633770] transaction","detail":"{read_only:false; response_revision:38869; number_of_response:1; }","duration":"117.063468ms","start":"2026-04-10T15:21:47.704222Z","end":"2026-04-10T15:21:47.821285Z","steps":["trace[345633770] 'process raft request' (duration: 116.023856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:21:48.035872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.335715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:21:48.036015Z","caller":"traceutil/trace.go:171","msg":"trace[140061646] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:38869; }","duration":"193.572483ms","start":"2026-04-10T15:21:47.842409Z","end":"2026-04-10T15:21:48.035982Z","steps":["trace[140061646] 'count revisions from in-memory index tree' (duration: 193.143069ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:21:51.614042Z","caller":"traceutil/trace.go:171","msg":"trace[1306045232] linearizableReadLoop","detail":"{readStateIndex:40208; appliedIndex:40207; }","duration":"142.357714ms","start":"2026-04-10T15:21:51.471661Z","end":"2026-04-10T15:21:51.614019Z","steps":["trace[1306045232] 'read index received' (duration: 142.21683ms)","trace[1306045232] 'applied index is now lower than readState.Index' (duration: 139.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:21:51.614169Z","caller":"traceutil/trace.go:171","msg":"trace[2035170415] transaction","detail":"{read_only:false; response_revision:38896; number_of_response:1; }","duration":"217.708312ms","start":"2026-04-10T15:21:51.396431Z","end":"2026-04-10T15:21:51.614139Z","steps":["trace[2035170415] 'process raft request' (duration: 217.435053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:21:51.614263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.580211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:21:51.614302Z","caller":"traceutil/trace.go:171","msg":"trace[1706409348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38896; }","duration":"142.673394ms","start":"2026-04-10T15:21:51.471618Z","end":"2026-04-10T15:21:51.614291Z","steps":["trace[1706409348] 'agreement among raft nodes before linearized reading' (duration: 142.516779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:21:51.638362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.126082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:21:51.638434Z","caller":"traceutil/trace.go:171","msg":"trace[1725749265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38897; }","duration":"111.241366ms","start":"2026-04-10T15:21:51.527177Z","end":"2026-04-10T15:21:51.638418Z","steps":["trace[1725749265] 'agreement among raft nodes before linearized reading' (duration: 111.088391ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:21:51.737933Z","caller":"traceutil/trace.go:171","msg":"trace[1949354796] transaction","detail":"{read_only:false; response_revision:38898; number_of_response:1; }","duration":"119.101683ms","start":"2026-04-10T15:21:51.618792Z","end":"2026-04-10T15:21:51.737893Z","steps":["trace[1949354796] 'process raft request' (duration: 61.789232ms)","trace[1949354796] 'compare' (duration: 56.894558ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:21:51.804218Z","caller":"traceutil/trace.go:171","msg":"trace[1816570484] transaction","detail":"{read_only:false; response_revision:38899; number_of_response:1; }","duration":"101.52055ms","start":"2026-04-10T15:21:51.702671Z","end":"2026-04-10T15:21:51.804192Z","steps":["trace[1816570484] 'process raft request' (duration: 101.343235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:21:51.958424Z","caller":"traceutil/trace.go:171","msg":"trace[765947701] transaction","detail":"{read_only:false; response_revision:38900; number_of_response:1; }","duration":"181.967818ms","start":"2026-04-10T15:21:51.776397Z","end":"2026-04-10T15:21:51.958365Z","steps":["trace[765947701] 'process raft request' (duration: 155.382762ms)","trace[765947701] 'compare' (duration: 26.3771ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:21:51.963482Z","caller":"traceutil/trace.go:171","msg":"trace[393370679] transaction","detail":"{read_only:false; response_revision:38901; number_of_response:1; }","duration":"129.785778ms","start":"2026-04-10T15:21:51.833649Z","end":"2026-04-10T15:21:51.963434Z","steps":["trace[393370679] 'process raft request' (duration: 129.543ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:12.484932Z","caller":"traceutil/trace.go:171","msg":"trace[27535859] transaction","detail":"{read_only:false; response_revision:39052; number_of_response:1; }","duration":"106.807886ms","start":"2026-04-10T15:22:12.378092Z","end":"2026-04-10T15:22:12.4849Z","steps":["trace[27535859] 'process raft request' (duration: 106.599649ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:12.544538Z","caller":"traceutil/trace.go:171","msg":"trace[594686515] transaction","detail":"{read_only:false; response_revision:39053; number_of_response:1; }","duration":"163.877659ms","start":"2026-04-10T15:22:12.380634Z","end":"2026-04-10T15:22:12.544511Z","steps":["trace[594686515] 'process raft request' (duration: 163.688893ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:12.544725Z","caller":"traceutil/trace.go:171","msg":"trace[1132904123] linearizableReadLoop","detail":"{readStateIndex:40371; appliedIndex:40369; }","duration":"149.107256ms","start":"2026-04-10T15:22:12.395584Z","end":"2026-04-10T15:22:12.544691Z","steps":["trace[1132904123] 'read index received' (duration: 89.41769ms)","trace[1132904123] 'applied index is now lower than readState.Index' (duration: 59.687056ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:12.544822Z","caller":"traceutil/trace.go:171","msg":"trace[328019699] transaction","detail":"{read_only:false; response_revision:39054; number_of_response:1; }","duration":"163.828538ms","start":"2026-04-10T15:22:12.380961Z","end":"2026-04-10T15:22:12.54479Z","steps":["trace[328019699] 'process raft request' (duration: 163.505408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:22:12.545019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.379234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:22:12.54514Z","caller":"traceutil/trace.go:171","msg":"trace[1720093741] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:39054; }","duration":"149.541479ms","start":"2026-04-10T15:22:12.395576Z","end":"2026-04-10T15:22:12.545117Z","steps":["trace[1720093741] 'agreement among raft nodes before linearized reading' (duration: 149.24856ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:27.438078Z","caller":"traceutil/trace.go:171","msg":"trace[1197252231] linearizableReadLoop","detail":"{readStateIndex:40479; appliedIndex:40478; }","duration":"165.610914ms","start":"2026-04-10T15:22:27.272431Z","end":"2026-04-10T15:22:27.438042Z","steps":["trace[1197252231] 'read index received' (duration: 165.4615ms)","trace[1197252231] 'applied index is now lower than readState.Index' (duration: 148.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:27.438212Z","caller":"traceutil/trace.go:171","msg":"trace[76877746] transaction","detail":"{read_only:false; response_revision:39160; number_of_response:1; }","duration":"262.152669ms","start":"2026-04-10T15:22:27.176051Z","end":"2026-04-10T15:22:27.438204Z","steps":["trace[76877746] 'process raft request' (duration: 261.798667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:22:27.438466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.018397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:22:27.438494Z","caller":"traceutil/trace.go:171","msg":"trace[899449494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39160; }","duration":"166.097379ms","start":"2026-04-10T15:22:27.272389Z","end":"2026-04-10T15:22:27.438486Z","steps":["trace[899449494] 'agreement among raft nodes before linearized reading' (duration: 165.948715ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:27.596262Z","caller":"traceutil/trace.go:171","msg":"trace[1381628565] linearizableReadLoop","detail":"{readStateIndex:40480; appliedIndex:40479; }","duration":"158.065667ms","start":"2026-04-10T15:22:27.438166Z","end":"2026-04-10T15:22:27.596231Z","steps":["trace[1381628565] 'read index received' (duration: 65.928962ms)","trace[1381628565] 'applied index is now lower than readState.Index' (duration: 92.134535ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:27.596496Z","caller":"traceutil/trace.go:171","msg":"trace[1469482933] transaction","detail":"{read_only:false; response_revision:39161; number_of_response:1; }","duration":"153.250296ms","start":"2026-04-10T15:22:27.443228Z","end":"2026-04-10T15:22:27.596478Z","steps":["trace[1469482933] 'process raft request' (duration: 152.831883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:22:27.639139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.102308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:22:27.639147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.087179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:22:27.639255Z","caller":"traceutil/trace.go:171","msg":"trace[587122449] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:39161; }","duration":"102.286715ms","start":"2026-04-10T15:22:27.536938Z","end":"2026-04-10T15:22:27.639225Z","steps":["trace[587122449] 'agreement among raft nodes before linearized reading' (duration: 59.629384ms)","trace[587122449] 'count revisions from in-memory index tree' (duration: 42.424124ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:27.639281Z","caller":"traceutil/trace.go:171","msg":"trace[1171076368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39161; }","duration":"250.312786ms","start":"2026-04-10T15:22:27.388935Z","end":"2026-04-10T15:22:27.639248Z","steps":["trace[1171076368] 'agreement among raft nodes before linearized reading' (duration: 207.456129ms)","trace[1171076368] 'range keys from in-memory index tree' (duration: 42.487975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:22:27.639188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.814582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:22:27.639478Z","caller":"traceutil/trace.go:171","msg":"trace[511901583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39161; }","duration":"111.130573ms","start":"2026-04-10T15:22:27.528294Z","end":"2026-04-10T15:22:27.639425Z","steps":["trace[511901583] 'agreement among raft nodes before linearized reading' (duration: 68.163623ms)","trace[511901583] 'range keys from in-memory index tree' (duration: 42.669041ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:28.771244Z","caller":"traceutil/trace.go:171","msg":"trace[1600529264] transaction","detail":"{read_only:false; response_revision:39169; number_of_response:1; }","duration":"121.571391ms","start":"2026-04-10T15:22:28.649644Z","end":"2026-04-10T15:22:28.771215Z","steps":["trace[1600529264] 'process raft request' (duration: 121.495198ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:28.771517Z","caller":"traceutil/trace.go:171","msg":"trace[490301804] transaction","detail":"{read_only:false; response_revision:39168; number_of_response:1; }","duration":"144.361317ms","start":"2026-04-10T15:22:28.627075Z","end":"2026-04-10T15:22:28.771436Z","steps":["trace[490301804] 'process raft request' (duration: 107.383864ms)","trace[490301804] 'compare' (duration: 36.457936ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:29.908321Z","caller":"traceutil/trace.go:171","msg":"trace[649438062] transaction","detail":"{read_only:false; response_revision:39175; number_of_response:1; }","duration":"211.894708ms","start":"2026-04-10T15:22:29.69639Z","end":"2026-04-10T15:22:29.908285Z","steps":["trace[649438062] 'process raft request' (duration: 125.498103ms)","trace[649438062] 'compare' (duration: 86.242601ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:30.134721Z","caller":"traceutil/trace.go:171","msg":"trace[2093539328] linearizableReadLoop","detail":"{readStateIndex:40497; appliedIndex:40496; }","duration":"117.42237ms","start":"2026-04-10T15:22:30.017196Z","end":"2026-04-10T15:22:30.134618Z","steps":["trace[2093539328] 'read index received' (duration: 42.64407ms)","trace[2093539328] 'applied index is now lower than readState.Index' (duration: 74.77655ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:30.135027Z","caller":"traceutil/trace.go:171","msg":"trace[1019777567] transaction","detail":"{read_only:false; response_revision:39177; number_of_response:1; }","duration":"155.524457ms","start":"2026-04-10T15:22:29.979478Z","end":"2026-04-10T15:22:30.135002Z","steps":["trace[1019777567] 'process raft request' (duration: 80.422137ms)","trace[1019777567] 'compare' (duration: 73.921893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:22:30.135166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.939696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T15:22:30.13527Z","caller":"traceutil/trace.go:171","msg":"trace[1880104856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39177; }","duration":"118.109862ms","start":"2026-04-10T15:22:30.017116Z","end":"2026-04-10T15:22:30.13525Z","steps":["trace[1880104856] 'agreement among raft nodes before linearized reading' (duration: 117.773551ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:38.916879Z","caller":"traceutil/trace.go:171","msg":"trace[1588224417] transaction","detail":"{read_only:false; response_revision:39242; number_of_response:1; }","duration":"107.614331ms","start":"2026-04-10T15:22:38.809217Z","end":"2026-04-10T15:22:38.916832Z","steps":["trace[1588224417] 'process raft request' (duration: 22.637952ms)","trace[1588224417] 'compare' (duration: 84.704261ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:22:52.734368Z","caller":"traceutil/trace.go:171","msg":"trace[1696453257] linearizableReadLoop","detail":"{readStateIndex:40671; appliedIndex:40670; }","duration":"206.580262ms","start":"2026-04-10T15:22:52.527754Z","end":"2026-04-10T15:22:52.734334Z","steps":["trace[1696453257] 'read index received' (duration: 203.803244ms)","trace[1696453257] 'applied index is now lower than readState.Index' (duration: 2.775568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:22:52.73453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.754367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:22:52.734557Z","caller":"traceutil/trace.go:171","msg":"trace[1325587228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39345; }","duration":"206.879391ms","start":"2026-04-10T15:22:52.52767Z","end":"2026-04-10T15:22:52.734549Z","steps":["trace[1325587228] 'agreement among raft nodes before linearized reading' (duration: 206.775917ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:52.734569Z","caller":"traceutil/trace.go:171","msg":"trace[344475866] transaction","detail":"{read_only:false; response_revision:39345; number_of_response:1; }","duration":"362.388378ms","start":"2026-04-10T15:22:52.372147Z","end":"2026-04-10T15:22:52.734535Z","steps":["trace[344475866] 'process raft request' (duration: 359.548149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:22:52.734764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:22:52.372123Z","time spent":"362.530512ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:22:56.200956Z","caller":"traceutil/trace.go:171","msg":"trace[65531051] transaction","detail":"{read_only:false; response_revision:39369; number_of_response:1; }","duration":"105.254488ms","start":"2026-04-10T15:22:56.095679Z","end":"2026-04-10T15:22:56.200933Z","steps":["trace[65531051] 'process raft request' (duration: 105.01054ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:22:56.525475Z","caller":"traceutil/trace.go:171","msg":"trace[1151039091] transaction","detail":"{read_only:false; response_revision:39372; number_of_response:1; }","duration":"164.397606ms","start":"2026-04-10T15:22:56.361013Z","end":"2026-04-10T15:22:56.525411Z","steps":["trace[1151039091] 'process raft request' (duration: 107.158458ms)","trace[1151039091] 'compare' (duration: 56.842016ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:23:11.015951Z","caller":"traceutil/trace.go:171","msg":"trace[1223367326] transaction","detail":"{read_only:false; response_revision:39475; number_of_response:1; }","duration":"124.357848ms","start":"2026-04-10T15:23:10.891548Z","end":"2026-04-10T15:23:11.015906Z","steps":["trace[1223367326] 'process raft request' (duration: 124.074639ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:23:11.187148Z","caller":"traceutil/trace.go:171","msg":"trace[1487133215] transaction","detail":"{read_only:false; response_revision:39476; number_of_response:1; }","duration":"253.732583ms","start":"2026-04-10T15:23:10.933368Z","end":"2026-04-10T15:23:11.187101Z","steps":["trace[1487133215] 'process raft request' (duration: 165.409368ms)","trace[1487133215] 'compare' (duration: 88.096697ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:24:01.622456Z","caller":"traceutil/trace.go:171","msg":"trace[663446586] transaction","detail":"{read_only:false; response_revision:39841; number_of_response:1; }","duration":"131.080509ms","start":"2026-04-10T15:24:01.491352Z","end":"2026-04-10T15:24:01.622432Z","steps":["trace[663446586] 'process raft request' (duration: 107.89682ms)","trace[663446586] 'compare' (duration: 23.009163ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:24:01.622663Z","caller":"traceutil/trace.go:171","msg":"trace[1403766664] transaction","detail":"{read_only:false; response_revision:39842; number_of_response:1; }","duration":"128.994984ms","start":"2026-04-10T15:24:01.493654Z","end":"2026-04-10T15:24:01.622649Z","steps":["trace[1403766664] 'process raft request' (duration: 128.740656ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:24:01.623234Z","caller":"traceutil/trace.go:171","msg":"trace[1994280213] transaction","detail":"{read_only:false; response_revision:39843; number_of_response:1; }","duration":"129.430997ms","start":"2026-04-10T15:24:01.49377Z","end":"2026-04-10T15:24:01.623201Z","steps":["trace[1994280213] 'process raft request' (duration: 128.846519ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:24:02.00408Z","caller":"traceutil/trace.go:171","msg":"trace[1245969909] transaction","detail":"{read_only:false; response_revision:39846; number_of_response:1; }","duration":"110.143991ms","start":"2026-04-10T15:24:01.893904Z","end":"2026-04-10T15:24:02.004048Z","steps":["trace[1245969909] 'process raft request' (duration: 85.29681ms)","trace[1245969909] 'compare' (duration: 24.401017ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:24:19.327646Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37645} {"level":"info","ts":"2026-04-10T15:24:19.464428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37645,"took":"131.72582ms","hash":3537826573,"current-db-size-bytes":62300160,"current-db-size":"62 MB","current-db-size-in-use-bytes":32690176,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-10T15:24:19.464483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3537826573,"revision":37645,"compact-revision":35371} {"level":"info","ts":"2026-04-10T15:24:24.893881Z","caller":"traceutil/trace.go:171","msg":"trace[40884467] linearizableReadLoop","detail":"{readStateIndex:41361; appliedIndex:41360; }","duration":"110.943077ms","start":"2026-04-10T15:24:24.782904Z","end":"2026-04-10T15:24:24.893847Z","steps":["trace[40884467] 'read index received' (duration: 57.817397ms)","trace[40884467] 'applied index is now lower than readState.Index' (duration: 53.12341ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:24:24.89403Z","caller":"traceutil/trace.go:171","msg":"trace[1084470700] transaction","detail":"{read_only:false; response_revision:40015; number_of_response:1; }","duration":"184.955992ms","start":"2026-04-10T15:24:24.709035Z","end":"2026-04-10T15:24:24.893991Z","steps":["trace[1084470700] 'process raft request' (duration: 131.679068ms)","trace[1084470700] 'compare' (duration: 52.873062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:24:24.894124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.199705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:24:24.894169Z","caller":"traceutil/trace.go:171","msg":"trace[1442181341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40015; }","duration":"111.312839ms","start":"2026-04-10T15:24:24.782844Z","end":"2026-04-10T15:24:24.894157Z","steps":["trace[1442181341] 'agreement among raft nodes before linearized reading' (duration: 111.127913ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:24:26.784934Z","caller":"traceutil/trace.go:171","msg":"trace[1324782871] transaction","detail":"{read_only:false; response_revision:40028; number_of_response:1; }","duration":"120.656311ms","start":"2026-04-10T15:24:26.664253Z","end":"2026-04-10T15:24:26.784909Z","steps":["trace[1324782871] 'process raft request' (duration: 120.488376ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:24:27.09472Z","caller":"traceutil/trace.go:171","msg":"trace[1313034420] transaction","detail":"{read_only:false; response_revision:40032; number_of_response:1; }","duration":"116.982046ms","start":"2026-04-10T15:24:26.977699Z","end":"2026-04-10T15:24:27.094681Z","steps":["trace[1313034420] 'process raft request' (duration: 24.855221ms)","trace[1313034420] 'compare' (duration: 91.550047ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:24:55.213234Z","caller":"traceutil/trace.go:171","msg":"trace[1995812288] transaction","detail":"{read_only:false; response_revision:40234; number_of_response:1; }","duration":"190.91837ms","start":"2026-04-10T15:24:55.022285Z","end":"2026-04-10T15:24:55.213204Z","steps":["trace[1995812288] 'process raft request' (duration: 190.724054ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:24:55.288332Z","caller":"traceutil/trace.go:171","msg":"trace[996023571] transaction","detail":"{read_only:false; response_revision:40235; number_of_response:1; }","duration":"237.493133ms","start":"2026-04-10T15:24:55.050807Z","end":"2026-04-10T15:24:55.2883Z","steps":["trace[996023571] 'process raft request' (duration: 216.236465ms)","trace[996023571] 'compare' (duration: 20.99664ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:24:55.288616Z","caller":"traceutil/trace.go:171","msg":"trace[645273964] linearizableReadLoop","detail":"{readStateIndex:41587; appliedIndex:41585; }","duration":"219.755536ms","start":"2026-04-10T15:24:55.068832Z","end":"2026-04-10T15:24:55.288588Z","steps":["trace[645273964] 'read index received' (duration: 144.14458ms)","trace[645273964] 'applied index is now lower than readState.Index' (duration: 75.609286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:24:55.288891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.038954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:24:55.288953Z","caller":"traceutil/trace.go:171","msg":"trace[143930475] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:40236; }","duration":"220.162539ms","start":"2026-04-10T15:24:55.068774Z","end":"2026-04-10T15:24:55.288937Z","steps":["trace[143930475] 'agreement among raft nodes before linearized reading' (duration: 219.991013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:24:55.288992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.152015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T15:24:55.289031Z","caller":"traceutil/trace.go:171","msg":"trace[260700772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40236; }","duration":"126.242077ms","start":"2026-04-10T15:24:55.162777Z","end":"2026-04-10T15:24:55.289019Z","steps":["trace[260700772] 'agreement among raft nodes before linearized reading' (duration: 126.090693ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:24:55.290843Z","caller":"traceutil/trace.go:171","msg":"trace[2036225676] transaction","detail":"{read_only:false; response_revision:40236; number_of_response:1; }","duration":"208.283086ms","start":"2026-04-10T15:24:55.082519Z","end":"2026-04-10T15:24:55.290802Z","steps":["trace[2036225676] 'process raft request' (duration: 205.734885ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.224478Z","caller":"traceutil/trace.go:171","msg":"trace[164804669] transaction","detail":"{read_only:false; response_revision:40274; number_of_response:1; }","duration":"113.641661ms","start":"2026-04-10T15:25:00.110807Z","end":"2026-04-10T15:25:00.224448Z","steps":["trace[164804669] 'process raft request' (duration: 113.432404ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.240694Z","caller":"traceutil/trace.go:171","msg":"trace[1798961172] transaction","detail":"{read_only:false; response_revision:40275; number_of_response:1; }","duration":"129.284333ms","start":"2026-04-10T15:25:00.111378Z","end":"2026-04-10T15:25:00.240662Z","steps":["trace[1798961172] 'process raft request' (duration: 129.099707ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.383719Z","caller":"traceutil/trace.go:171","msg":"trace[671838322] transaction","detail":"{read_only:false; response_revision:40284; number_of_response:1; }","duration":"119.00079ms","start":"2026-04-10T15:25:00.264686Z","end":"2026-04-10T15:25:00.383687Z","steps":["trace[671838322] 'process raft request' (duration: 118.894106ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.383757Z","caller":"traceutil/trace.go:171","msg":"trace[479543485] transaction","detail":"{read_only:false; response_revision:40283; number_of_response:1; }","duration":"119.459074ms","start":"2026-04-10T15:25:00.264241Z","end":"2026-04-10T15:25:00.3837Z","steps":["trace[479543485] 'process raft request' (duration: 119.098813ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.383989Z","caller":"traceutil/trace.go:171","msg":"trace[1334268377] transaction","detail":"{read_only:false; response_revision:40286; number_of_response:1; }","duration":"117.301746ms","start":"2026-04-10T15:25:00.266663Z","end":"2026-04-10T15:25:00.383965Z","steps":["trace[1334268377] 'process raft request' (duration: 117.203033ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.384149Z","caller":"traceutil/trace.go:171","msg":"trace[596677954] transaction","detail":"{read_only:false; response_revision:40285; number_of_response:1; }","duration":"117.687278ms","start":"2026-04-10T15:25:00.2663Z","end":"2026-04-10T15:25:00.383987Z","steps":["trace[596677954] 'process raft request' (duration: 117.334417ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.523953Z","caller":"traceutil/trace.go:171","msg":"trace[419345846] transaction","detail":"{read_only:false; response_revision:40289; number_of_response:1; }","duration":"134.115745ms","start":"2026-04-10T15:25:00.389815Z","end":"2026-04-10T15:25:00.523931Z","steps":["trace[419345846] 'process raft request' (duration: 133.111333ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:00.524535Z","caller":"traceutil/trace.go:171","msg":"trace[1180720992] transaction","detail":"{read_only:false; response_revision:40290; number_of_response:1; }","duration":"132.178193ms","start":"2026-04-10T15:25:00.392345Z","end":"2026-04-10T15:25:00.524523Z","steps":["trace[1180720992] 'process raft request' (duration: 131.43813ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:06.080065Z","caller":"traceutil/trace.go:171","msg":"trace[1234364552] transaction","detail":"{read_only:false; response_revision:40333; number_of_response:1; }","duration":"107.313372ms","start":"2026-04-10T15:25:05.972706Z","end":"2026-04-10T15:25:06.08002Z","steps":["trace[1234364552] 'process raft request' (duration: 94.631933ms)","trace[1234364552] 'compare' (duration: 12.438441ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:25:49.716604Z","caller":"traceutil/trace.go:171","msg":"trace[1942346755] linearizableReadLoop","detail":"{readStateIndex:42012; appliedIndex:42011; }","duration":"118.671189ms","start":"2026-04-10T15:25:49.5979Z","end":"2026-04-10T15:25:49.716572Z","steps":["trace[1942346755] 'read index received' (duration: 118.276137ms)","trace[1942346755] 'applied index is now lower than readState.Index' (duration: 393.512µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:25:49.716875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.942648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:25:49.716979Z","caller":"traceutil/trace.go:171","msg":"trace[1097737328] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:40647; }","duration":"119.137093ms","start":"2026-04-10T15:25:49.597822Z","end":"2026-04-10T15:25:49.71696Z","steps":["trace[1097737328] 'agreement among raft nodes before linearized reading' (duration: 118.922237ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:49.716687Z","caller":"traceutil/trace.go:171","msg":"trace[123269989] transaction","detail":"{read_only:false; response_revision:40647; number_of_response:1; }","duration":"136.358185ms","start":"2026-04-10T15:25:49.580274Z","end":"2026-04-10T15:25:49.716632Z","steps":["trace[123269989] 'process raft request' (duration: 135.944242ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:49.844748Z","caller":"traceutil/trace.go:171","msg":"trace[732840108] transaction","detail":"{read_only:false; response_revision:40648; number_of_response:1; }","duration":"231.902117ms","start":"2026-04-10T15:25:49.612808Z","end":"2026-04-10T15:25:49.84471Z","steps":["trace[732840108] 'process raft request' (duration: 144.381807ms)","trace[732840108] 'compare' (duration: 87.227831ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:25:49.845109Z","caller":"traceutil/trace.go:171","msg":"trace[554615861] linearizableReadLoop","detail":"{readStateIndex:42014; appliedIndex:42012; }","duration":"128.350714ms","start":"2026-04-10T15:25:49.7167Z","end":"2026-04-10T15:25:49.84505Z","steps":["trace[554615861] 'read index received' (duration: 40.378019ms)","trace[554615861] 'applied index is now lower than readState.Index' (duration: 87.969525ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:25:49.845156Z","caller":"traceutil/trace.go:171","msg":"trace[741583011] transaction","detail":"{read_only:false; response_revision:40649; number_of_response:1; }","duration":"228.46733ms","start":"2026-04-10T15:25:49.616613Z","end":"2026-04-10T15:25:49.84508Z","steps":["trace[741583011] 'process raft request' (duration: 228.032626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:25:49.845543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.798258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:25:49.845633Z","caller":"traceutil/trace.go:171","msg":"trace[741960760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40649; }","duration":"156.956183ms","start":"2026-04-10T15:25:49.688663Z","end":"2026-04-10T15:25:49.845619Z","steps":["trace[741960760] 'agreement among raft nodes before linearized reading' (duration: 156.659123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:25:49.846319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.36941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:25:49.846407Z","caller":"traceutil/trace.go:171","msg":"trace[475155345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40649; }","duration":"139.495164ms","start":"2026-04-10T15:25:49.706885Z","end":"2026-04-10T15:25:49.84638Z","steps":["trace[475155345] 'agreement among raft nodes before linearized reading' (duration: 138.254055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:25:49.846386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.518145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:25:49.846737Z","caller":"traceutil/trace.go:171","msg":"trace[76375215] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:40649; }","duration":"104.962488ms","start":"2026-04-10T15:25:49.74176Z","end":"2026-04-10T15:25:49.846722Z","steps":["trace[76375215] 'agreement among raft nodes before linearized reading' (duration: 104.243246ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:49.998392Z","caller":"traceutil/trace.go:171","msg":"trace[686458241] transaction","detail":"{read_only:false; response_revision:40651; number_of_response:1; }","duration":"144.722728ms","start":"2026-04-10T15:25:49.853649Z","end":"2026-04-10T15:25:49.998372Z","steps":["trace[686458241] 'process raft request' (duration: 105.181505ms)","trace[686458241] 'compare' (duration: 38.894492ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:25:49.998363Z","caller":"traceutil/trace.go:171","msg":"trace[2001558312] transaction","detail":"{read_only:false; response_revision:40652; number_of_response:1; }","duration":"143.355405ms","start":"2026-04-10T15:25:49.85497Z","end":"2026-04-10T15:25:49.998325Z","steps":["trace[2001558312] 'process raft request' (duration: 142.906721ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:25:50.475309Z","caller":"traceutil/trace.go:171","msg":"trace[1279052924] transaction","detail":"{read_only:false; response_revision:40655; number_of_response:1; }","duration":"135.406815ms","start":"2026-04-10T15:25:50.339873Z","end":"2026-04-10T15:25:50.47528Z","steps":["trace[1279052924] 'process raft request' (duration: 106.979012ms)","trace[1279052924] 'compare' (duration: 27.930198ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:25:50.475457Z","caller":"traceutil/trace.go:171","msg":"trace[1988466901] transaction","detail":"{read_only:false; response_revision:40656; number_of_response:1; }","duration":"135.462747ms","start":"2026-04-10T15:25:50.339933Z","end":"2026-04-10T15:25:50.475396Z","steps":["trace[1988466901] 'process raft request' (duration: 134.998762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:25:53.189783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.302505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:25:53.18988Z","caller":"traceutil/trace.go:171","msg":"trace[1208343704] transaction","detail":"{read_only:false; response_revision:40676; number_of_response:1; }","duration":"217.231156ms","start":"2026-04-10T15:25:52.972632Z","end":"2026-04-10T15:25:53.189863Z","steps":["trace[1208343704] 'process raft request' (duration: 100.761467ms)","trace[1208343704] 'compare' (duration: 115.681305ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:26:10.318449Z","caller":"traceutil/trace.go:171","msg":"trace[780393745] linearizableReadLoop","detail":"{readStateIndex:42168; appliedIndex:42167; }","duration":"144.917323ms","start":"2026-04-10T15:26:10.173501Z","end":"2026-04-10T15:26:10.318419Z","steps":["trace[780393745] 'read index received' (duration: 144.596563ms)","trace[780393745] 'applied index is now lower than readState.Index' (duration: 320.18µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:26:10.318518Z","caller":"traceutil/trace.go:171","msg":"trace[560259402] transaction","detail":"{read_only:false; response_revision:40799; number_of_response:1; }","duration":"154.326179ms","start":"2026-04-10T15:26:10.164148Z","end":"2026-04-10T15:26:10.318474Z","steps":["trace[560259402] 'process raft request' (duration: 154.016219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:26:10.318682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.14292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-10T15:26:10.31872Z","caller":"traceutil/trace.go:171","msg":"trace[1192340509] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:40799; }","duration":"145.253153ms","start":"2026-04-10T15:26:10.173452Z","end":"2026-04-10T15:26:10.318705Z","steps":["trace[1192340509] 'agreement among raft nodes before linearized reading' (duration: 145.091068ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:26:20.79531Z","caller":"traceutil/trace.go:171","msg":"trace[1446026058] linearizableReadLoop","detail":"{readStateIndex:42245; appliedIndex:42244; }","duration":"112.655011ms","start":"2026-04-10T15:26:20.682628Z","end":"2026-04-10T15:26:20.795283Z","steps":["trace[1446026058] 'read index received' (duration: 112.568018ms)","trace[1446026058] 'applied index is now lower than readState.Index' (duration: 85.622µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:26:20.795481Z","caller":"traceutil/trace.go:171","msg":"trace[1935887692] transaction","detail":"{read_only:false; response_revision:40874; number_of_response:1; }","duration":"120.688173ms","start":"2026-04-10T15:26:20.674756Z","end":"2026-04-10T15:26:20.795444Z","steps":["trace[1935887692] 'process raft request' (duration: 120.362152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:26:20.795519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.873457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:26:20.795739Z","caller":"traceutil/trace.go:171","msg":"trace[734383559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40874; }","duration":"113.154215ms","start":"2026-04-10T15:26:20.68257Z","end":"2026-04-10T15:26:20.795724Z","steps":["trace[734383559] 'agreement among raft nodes before linearized reading' (duration: 112.827175ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:26:20.915766Z","caller":"traceutil/trace.go:171","msg":"trace[898115860] transaction","detail":"{read_only:false; response_revision:40875; number_of_response:1; }","duration":"224.261036ms","start":"2026-04-10T15:26:20.691462Z","end":"2026-04-10T15:26:20.915723Z","steps":["trace[898115860] 'process raft request' (duration: 219.890099ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:26:20.91587Z","caller":"traceutil/trace.go:171","msg":"trace[1437911540] linearizableReadLoop","detail":"{readStateIndex:42246; appliedIndex:42245; }","duration":"100.828808ms","start":"2026-04-10T15:26:20.815024Z","end":"2026-04-10T15:26:20.915852Z","steps":["trace[1437911540] 'read index received' (duration: 96.355658ms)","trace[1437911540] 'applied index is now lower than readState.Index' (duration: 4.47118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:26:20.916119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.090747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T15:26:20.916192Z","caller":"traceutil/trace.go:171","msg":"trace[851364949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:40876; }","duration":"101.234791ms","start":"2026-04-10T15:26:20.814945Z","end":"2026-04-10T15:26:20.916179Z","steps":["trace[851364949] 'agreement among raft nodes before linearized reading' (duration: 100.964013ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:26:32.25604Z","caller":"traceutil/trace.go:171","msg":"trace[2046194725] transaction","detail":"{read_only:false; response_revision:40955; number_of_response:1; }","duration":"127.834286ms","start":"2026-04-10T15:26:32.128169Z","end":"2026-04-10T15:26:32.256003Z","steps":["trace[2046194725] 'process raft request' (duration: 61.722309ms)","trace[2046194725] 'compare' (duration: 65.804878ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:29:19.334153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39974} {"level":"info","ts":"2026-04-10T15:29:19.463271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39974,"took":"124.42516ms","hash":1497853349,"current-db-size-bytes":62300160,"current-db-size":"62 MB","current-db-size-in-use-bytes":31625216,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-10T15:29:19.463365Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1497853349,"revision":39974,"compact-revision":37645} {"level":"info","ts":"2026-04-10T15:32:21.82589Z","caller":"traceutil/trace.go:171","msg":"trace[1491860868] transaction","detail":"{read_only:false; response_revision:43768; number_of_response:1; }","duration":"129.757327ms","start":"2026-04-10T15:32:21.696102Z","end":"2026-04-10T15:32:21.825859Z","steps":["trace[1491860868] 'process raft request' (duration: 44.300272ms)","trace[1491860868] 'compare' (duration: 84.946159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:32:22.709931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.080486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:32:22.710234Z","caller":"traceutil/trace.go:171","msg":"trace[1045011490] transaction","detail":"{read_only:false; response_revision:43775; number_of_response:1; }","duration":"259.475184ms","start":"2026-04-10T15:32:22.450735Z","end":"2026-04-10T15:32:22.71021Z","steps":["trace[1045011490] 'process raft request' (duration: 259.414882ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:22.710743Z","caller":"traceutil/trace.go:171","msg":"trace[779200726] transaction","detail":"{read_only:false; response_revision:43773; number_of_response:1; }","duration":"369.097529ms","start":"2026-04-10T15:32:22.341628Z","end":"2026-04-10T15:32:22.710726Z","steps":["trace[779200726] 'process raft request' (duration: 253.114934ms)","trace[779200726] 'compare' (duration: 114.408066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:32:22.710824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:32:22.341597Z","time spent":"369.186092ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:32:22.710992Z","caller":"traceutil/trace.go:171","msg":"trace[135192346] linearizableReadLoop","detail":"{readStateIndex:45227; appliedIndex:45226; }","duration":"368.449228ms","start":"2026-04-10T15:32:22.342528Z","end":"2026-04-10T15:32:22.710977Z","steps":["trace[135192346] 'read index received' (duration: 252.236386ms)","trace[135192346] 'applied index is now lower than readState.Index' (duration: 116.211542ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:32:22.711136Z","caller":"traceutil/trace.go:171","msg":"trace[550448336] transaction","detail":"{read_only:false; response_revision:43774; number_of_response:1; }","duration":"265.697949ms","start":"2026-04-10T15:32:22.445427Z","end":"2026-04-10T15:32:22.711125Z","steps":["trace[550448336] 'process raft request' (duration: 264.639256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:22.71323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.271686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:32:22.71333Z","caller":"traceutil/trace.go:171","msg":"trace[249734672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43775; }","duration":"202.39944ms","start":"2026-04-10T15:32:22.51091Z","end":"2026-04-10T15:32:22.713309Z","steps":["trace[249734672] 'agreement among raft nodes before linearized reading' (duration: 202.196554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:22.713289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.138531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:32:22.713324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.75951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod\" ","response":"range_response_count:1 size:37574"} {"level":"info","ts":"2026-04-10T15:32:22.713422Z","caller":"traceutil/trace.go:171","msg":"trace[1525728747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43775; }","duration":"187.323047ms","start":"2026-04-10T15:32:22.526064Z","end":"2026-04-10T15:32:22.713387Z","steps":["trace[1525728747] 'agreement among raft nodes before linearized reading' (duration: 187.039668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:22.713268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.319776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:32:22.713444Z","caller":"traceutil/trace.go:171","msg":"trace[680395436] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod; range_end:; response_count:1; response_revision:43775; }","duration":"370.903755ms","start":"2026-04-10T15:32:22.34251Z","end":"2026-04-10T15:32:22.713414Z","steps":["trace[680395436] 'agreement among raft nodes before linearized reading' (duration: 370.544334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:22.713441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.257401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-workload\" ","response":"range_response_count:1 size:34880"} {"level":"warn","ts":"2026-04-10T15:32:22.713497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:32:22.342502Z","time spent":"370.984698ms","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":37597,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod\" "} {"level":"info","ts":"2026-04-10T15:32:22.713535Z","caller":"traceutil/trace.go:171","msg":"trace[2063978012] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-workload; range_end:; response_count:1; response_revision:43775; }","duration":"276.407796ms","start":"2026-04-10T15:32:22.437106Z","end":"2026-04-10T15:32:22.713513Z","steps":["trace[2063978012] 'agreement among raft nodes before linearized reading' (duration: 276.094786ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:22.713483Z","caller":"traceutil/trace.go:171","msg":"trace[615727336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43775; }","duration":"144.573933ms","start":"2026-04-10T15:32:22.568896Z","end":"2026-04-10T15:32:22.71347Z","steps":["trace[615727336] 'agreement among raft nodes before linearized reading' (duration: 144.316525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:22.713749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.595669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T15:32:22.71388Z","caller":"traceutil/trace.go:171","msg":"trace[919367798] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:43775; }","duration":"358.807905ms","start":"2026-04-10T15:32:22.355044Z","end":"2026-04-10T15:32:22.713852Z","steps":["trace[919367798] 'agreement among raft nodes before linearized reading' (duration: 358.053702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:22.713955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:32:22.355023Z","time spent":"358.916239ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T15:32:26.965888Z","caller":"traceutil/trace.go:171","msg":"trace[1644801935] linearizableReadLoop","detail":"{readStateIndex:45259; appliedIndex:45256; }","duration":"236.383658ms","start":"2026-04-10T15:32:26.729468Z","end":"2026-04-10T15:32:26.965851Z","steps":["trace[1644801935] 'read index received' (duration: 15.781566ms)","trace[1644801935] 'applied index is now lower than readState.Index' (duration: 220.600722ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:32:26.966044Z","caller":"traceutil/trace.go:171","msg":"trace[2030136445] transaction","detail":"{read_only:false; response_revision:43804; number_of_response:1; }","duration":"238.508525ms","start":"2026-04-10T15:32:26.727526Z","end":"2026-04-10T15:32:26.966034Z","steps":["trace[2030136445] 'process raft request' (duration: 151.16402ms)","trace[2030136445] 'compare' (duration: 86.617132ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:32:26.966199Z","caller":"traceutil/trace.go:171","msg":"trace[1120956638] transaction","detail":"{read_only:false; response_revision:43805; number_of_response:1; }","duration":"237.734281ms","start":"2026-04-10T15:32:26.728457Z","end":"2026-04-10T15:32:26.966192Z","steps":["trace[1120956638] 'process raft request' (duration: 237.277436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:26.966398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.716347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T15:32:26.966452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.185471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:32:26.966486Z","caller":"traceutil/trace.go:171","msg":"trace[1810525856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43805; }","duration":"228.821551ms","start":"2026-04-10T15:32:26.73764Z","end":"2026-04-10T15:32:26.966462Z","steps":["trace[1810525856] 'agreement among raft nodes before linearized reading' (duration: 228.595444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:26.96642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.918935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-10T15:32:26.966584Z","caller":"traceutil/trace.go:171","msg":"trace[1069465572] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:43805; }","duration":"237.116071ms","start":"2026-04-10T15:32:26.729445Z","end":"2026-04-10T15:32:26.966561Z","steps":["trace[1069465572] 'agreement among raft nodes before linearized reading' (duration: 236.828812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:26.966397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.688826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-10T15:32:26.966583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.264138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-04-10T15:32:26.966692Z","caller":"traceutil/trace.go:171","msg":"trace[1434199198] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:43805; }","duration":"168.419182ms","start":"2026-04-10T15:32:26.798246Z","end":"2026-04-10T15:32:26.966665Z","steps":["trace[1434199198] 'agreement among raft nodes before linearized reading' (duration: 168.076972ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:26.966693Z","caller":"traceutil/trace.go:171","msg":"trace[1614853524] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:43805; }","duration":"221.989365ms","start":"2026-04-10T15:32:26.74467Z","end":"2026-04-10T15:32:26.966659Z","steps":["trace[1614853524] 'agreement among raft nodes before linearized reading' (duration: 221.610463ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:26.966528Z","caller":"traceutil/trace.go:171","msg":"trace[1898254372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43805; }","duration":"186.315654ms","start":"2026-04-10T15:32:26.780193Z","end":"2026-04-10T15:32:26.966509Z","steps":["trace[1898254372] 'agreement among raft nodes before linearized reading' (duration: 186.078587ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:27.102378Z","caller":"traceutil/trace.go:171","msg":"trace[1054717645] transaction","detail":"{read_only:false; response_revision:43808; number_of_response:1; }","duration":"127.368952ms","start":"2026-04-10T15:32:26.974988Z","end":"2026-04-10T15:32:27.102357Z","steps":["trace[1054717645] 'process raft request' (duration: 127.268569ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:27.102389Z","caller":"traceutil/trace.go:171","msg":"trace[1007272082] transaction","detail":"{read_only:false; response_revision:43807; number_of_response:1; }","duration":"127.743314ms","start":"2026-04-10T15:32:26.974598Z","end":"2026-04-10T15:32:27.102341Z","steps":["trace[1007272082] 'process raft request' (duration: 127.477486ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:27.102642Z","caller":"traceutil/trace.go:171","msg":"trace[1548051967] transaction","detail":"{read_only:false; response_revision:43809; number_of_response:1; }","duration":"127.178756ms","start":"2026-04-10T15:32:26.975455Z","end":"2026-04-10T15:32:27.102634Z","steps":["trace[1548051967] 'process raft request' (duration: 126.829265ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:27.102767Z","caller":"traceutil/trace.go:171","msg":"trace[980749500] transaction","detail":"{read_only:false; response_revision:43810; number_of_response:1; }","duration":"124.785021ms","start":"2026-04-10T15:32:26.977968Z","end":"2026-04-10T15:32:27.102753Z","steps":["trace[980749500] 'process raft request' (duration: 124.337917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:27.103013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.169135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:3 size:2381"} {"level":"info","ts":"2026-04-10T15:32:27.103986Z","caller":"traceutil/trace.go:171","msg":"trace[1704447144] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:3; response_revision:43810; }","duration":"127.182337ms","start":"2026-04-10T15:32:26.97678Z","end":"2026-04-10T15:32:27.103963Z","steps":["trace[1704447144] 'agreement among raft nodes before linearized reading' (duration: 126.062952ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:31.876033Z","caller":"traceutil/trace.go:171","msg":"trace[1978879856] transaction","detail":"{read_only:false; response_revision:43839; number_of_response:1; }","duration":"142.020043ms","start":"2026-04-10T15:32:31.733973Z","end":"2026-04-10T15:32:31.875993Z","steps":["trace[1978879856] 'process raft request' (duration: 141.760865ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:35.002052Z","caller":"traceutil/trace.go:171","msg":"trace[306415240] linearizableReadLoop","detail":"{readStateIndex:45317; appliedIndex:45316; }","duration":"126.083533ms","start":"2026-04-10T15:32:34.875927Z","end":"2026-04-10T15:32:35.00201Z","steps":["trace[306415240] 'read index received' (duration: 125.824455ms)","trace[306415240] 'applied index is now lower than readState.Index' (duration: 258.098µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:32:35.002094Z","caller":"traceutil/trace.go:171","msg":"trace[636009741] transaction","detail":"{read_only:false; response_revision:43861; number_of_response:1; }","duration":"136.556993ms","start":"2026-04-10T15:32:34.865498Z","end":"2026-04-10T15:32:35.002054Z","steps":["trace[636009741] 'process raft request' (duration: 136.322045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:35.00225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.28961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:32:35.002327Z","caller":"traceutil/trace.go:171","msg":"trace[747635280] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:43861; }","duration":"126.389113ms","start":"2026-04-10T15:32:34.875922Z","end":"2026-04-10T15:32:35.002312Z","steps":["trace[747635280] 'agreement among raft nodes before linearized reading' (duration: 126.256389ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:35.537896Z","caller":"traceutil/trace.go:171","msg":"trace[1840760213] transaction","detail":"{read_only:false; response_revision:43869; number_of_response:1; }","duration":"101.733327ms","start":"2026-04-10T15:32:35.436129Z","end":"2026-04-10T15:32:35.537862Z","steps":["trace[1840760213] 'process raft request' (duration: 101.088227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:35.543743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.176455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-user-6c5xc.18a5069ee4ad5aac\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:43868 ","response":"range_response_count:882 size:684066"} {"level":"info","ts":"2026-04-10T15:32:35.543852Z","caller":"traceutil/trace.go:171","msg":"trace[58948009] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-user-6c5xc.18a5069ee4ad5aac\u0000; range_end:/registry/events/openstack0; response_count:882; response_revision:43869; }","duration":"104.35264ms","start":"2026-04-10T15:32:35.439479Z","end":"2026-04-10T15:32:35.543831Z","steps":["trace[58948009] 'agreement among raft nodes before linearized reading' (duration: 98.410133ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:32:36.277813Z","caller":"traceutil/trace.go:171","msg":"trace[1155451158] linearizableReadLoop","detail":"{readStateIndex:45330; appliedIndex:45329; }","duration":"261.786956ms","start":"2026-04-10T15:32:36.015985Z","end":"2026-04-10T15:32:36.277772Z","steps":["trace[1155451158] 'read index received' (duration: 222.1486ms)","trace[1155451158] 'applied index is now lower than readState.Index' (duration: 39.637006ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:32:36.277823Z","caller":"traceutil/trace.go:171","msg":"trace[450663175] transaction","detail":"{read_only:false; response_revision:43873; number_of_response:1; }","duration":"318.371314ms","start":"2026-04-10T15:32:35.959408Z","end":"2026-04-10T15:32:36.277779Z","steps":["trace[450663175] 'process raft request' (duration: 278.676827ms)","trace[450663175] 'compare' (duration: 39.15262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:32:36.278102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.095215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-nova-server-conf\" ","response":"range_response_count:1 size:1347"} {"level":"warn","ts":"2026-04-10T15:32:36.278135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:32:35.95938Z","time spent":"318.641693ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:32:36.278187Z","caller":"traceutil/trace.go:171","msg":"trace[946392562] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-nova-server-conf; range_end:; response_count:1; response_revision:43873; }","duration":"262.238791ms","start":"2026-04-10T15:32:36.015928Z","end":"2026-04-10T15:32:36.278167Z","steps":["trace[946392562] 'agreement among raft nodes before linearized reading' (duration: 261.945661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:32:36.278132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.311981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-octavia-plugins-conf\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-10T15:32:36.278329Z","caller":"traceutil/trace.go:171","msg":"trace[1577853784] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-octavia-plugins-conf; range_end:; response_count:1; response_revision:43873; }","duration":"246.549287ms","start":"2026-04-10T15:32:36.031764Z","end":"2026-04-10T15:32:36.278313Z","steps":["trace[1577853784] 'agreement among raft nodes before linearized reading' (duration: 246.202486ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:33:20.197536Z","caller":"traceutil/trace.go:171","msg":"trace[194780165] transaction","detail":"{read_only:false; response_revision:44194; number_of_response:1; }","duration":"110.11805ms","start":"2026-04-10T15:33:20.087387Z","end":"2026-04-10T15:33:20.197505Z","steps":["trace[194780165] 'process raft request' (duration: 109.865622ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:34:19.351387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":42176} {"level":"info","ts":"2026-04-10T15:34:19.486537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":42176,"took":"129.901371ms","hash":1494602043,"current-db-size-bytes":62300160,"current-db-size":"62 MB","current-db-size-in-use-bytes":31789056,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-10T15:34:19.486619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1494602043,"revision":42176,"compact-revision":39974} {"level":"info","ts":"2026-04-10T15:35:18.011024Z","caller":"traceutil/trace.go:171","msg":"trace[357409320] linearizableReadLoop","detail":"{readStateIndex:46605; appliedIndex:46604; }","duration":"196.749937ms","start":"2026-04-10T15:35:17.814238Z","end":"2026-04-10T15:35:18.010988Z","steps":["trace[357409320] 'read index received' (duration: 196.53854ms)","trace[357409320] 'applied index is now lower than readState.Index' (duration: 209.987µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:35:18.011092Z","caller":"traceutil/trace.go:171","msg":"trace[1878383932] transaction","detail":"{read_only:false; response_revision:45111; number_of_response:1; }","duration":"210.565791ms","start":"2026-04-10T15:35:17.800465Z","end":"2026-04-10T15:35:18.011031Z","steps":["trace[1878383932] 'process raft request' (duration: 210.309633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:35:18.011498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.20619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-04-10T15:35:18.011648Z","caller":"traceutil/trace.go:171","msg":"trace[224042122] range","detail":"{range_begin:/registry/services/endpoints/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:45111; }","duration":"197.439457ms","start":"2026-04-10T15:35:17.814178Z","end":"2026-04-10T15:35:18.011617Z","steps":["trace[224042122] 'agreement among raft nodes before linearized reading' (duration: 196.994713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:35:18.050837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.057735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:35:18.050945Z","caller":"traceutil/trace.go:171","msg":"trace[9853814] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:45113; }","duration":"217.223441ms","start":"2026-04-10T15:35:17.833696Z","end":"2026-04-10T15:35:18.050919Z","steps":["trace[9853814] 'agreement among raft nodes before linearized reading' (duration: 217.056006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:35:18.050963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.147728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-04-10T15:35:18.051116Z","caller":"traceutil/trace.go:171","msg":"trace[1933040419] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:45113; }","duration":"230.376645ms","start":"2026-04-10T15:35:17.820708Z","end":"2026-04-10T15:35:18.051085Z","steps":["trace[1933040419] 'agreement among raft nodes before linearized reading' (duration: 229.956022ms)"],"step_count":1}