{"level":"warn","ts":"2026-03-06T00:34:12.400072Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:12.400179Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:34:12.400281Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:12.400303Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-06T00:34:12.40033Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:12.401251Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-03-06T00:34:12.401379Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:34:12.406746Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.028344ms"} {"level":"info","ts":"2026-03-06T00:34:12.414765Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-03-06T00:34:12.414881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:34:12.414912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-03-06T00:34:12.414929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:34:12.414947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-03-06T00:34:12.415012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-03-06T00:34:12.420288Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:34:12.426475Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:34:12.43348Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:34:12.436146Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:34:12.438875Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:34:12.438953Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:12.439022Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:12.439034Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:12.440036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-03-06T00:34:12.441321Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-06T00:34:12.443011Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:12.443244Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-06T00:34:12.443303Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-06T00:34:12.443573Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:34:12.443627Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:34:13.115394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:34:13.115463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:34:13.115512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-03-06T00:34:13.115554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:34:13.115572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-06T00:34:13.115603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-03-06T00:34:13.115622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-06T00:34:13.116524Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:34:13.116563Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:13.116804Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:13.116996Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:13.117193Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:34:13.117218Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:34:13.119099Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-03-06T00:34:13.119193Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:34:13.124865Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:13.125003Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:13.125045Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-06T00:34:25.007578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.016727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:34:25.007694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.579292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:25.007721Z","caller":"traceutil/trace.go:171","msg":"trace[926199271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:393; }","duration":"328.214702ms","start":"2026-03-06T00:34:24.679479Z","end":"2026-03-06T00:34:25.007694Z","steps":["trace[926199271] 'range keys from in-memory index tree' (duration: 327.873424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:25.007751Z","caller":"traceutil/trace.go:171","msg":"trace[1044000677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"537.677694ms","start":"2026-03-06T00:34:24.470058Z","end":"2026-03-06T00:34:25.007736Z","steps":["trace[1044000677] 'range keys from in-memory index tree' (duration: 537.49246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:25.007786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:24.470037Z","time spent":"537.741296ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:25.007781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:24.679457Z","time spent":"328.313345ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:34:25.039352Z","caller":"traceutil/trace.go:171","msg":"trace[1997213091] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:406; }","duration":"179.926698ms","start":"2026-03-06T00:34:24.859388Z","end":"2026-03-06T00:34:25.039314Z","steps":["trace[1997213091] 'read index received' (duration: 179.785765ms)","trace[1997213091] 'applied index is now lower than readState.Index' (duration: 139.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:25.039389Z","caller":"traceutil/trace.go:171","msg":"trace[1763200035] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"324.126818ms","start":"2026-03-06T00:34:24.715221Z","end":"2026-03-06T00:34:25.039348Z","steps":["trace[1763200035] 'process raft request' (duration: 323.951054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:25.039544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.142264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:25.039595Z","caller":"traceutil/trace.go:171","msg":"trace[1083090561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:394; }","duration":"180.251926ms","start":"2026-03-06T00:34:24.859333Z","end":"2026-03-06T00:34:25.039585Z","steps":["trace[1083090561] 'agreement among raft nodes before linearized reading' (duration: 180.125463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:25.040092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:24.715193Z","time spent":"324.345962ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:30.225612Z","caller":"traceutil/trace.go:171","msg":"trace[902961395] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"125.054307ms","start":"2026-03-06T00:34:30.100523Z","end":"2026-03-06T00:34:30.225577Z","steps":["trace[902961395] 'process raft request' (duration: 124.867383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:31.607133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056218829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:34:32.108086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056218829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:34:32.151006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047748659s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:34:32.151401Z","caller":"traceutil/trace.go:171","msg":"trace[371758529] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"1.04822186s","start":"2026-03-06T00:34:31.103156Z","end":"2026-03-06T00:34:32.151378Z","steps":["trace[371758529] 'process raft request' (duration: 1.048085587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:32.15154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.103129Z","time spent":"1.048337313s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:32.227063Z","caller":"traceutil/trace.go:171","msg":"trace[299672752] linearizableReadLoop","detail":"{readStateIndex:460; appliedIndex:458; }","duration":"1.120917804s","start":"2026-03-06T00:34:31.10612Z","end":"2026-03-06T00:34:32.227038Z","steps":["trace[299672752] 'read index received' (duration: 1.045096188s)","trace[299672752] 'applied index is now lower than readState.Index' (duration: 75.820186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:32.22728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.058381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:32.22732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.62802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:32.227363Z","caller":"traceutil/trace.go:171","msg":"trace[499167331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:445; }","duration":"928.724113ms","start":"2026-03-06T00:34:31.298628Z","end":"2026-03-06T00:34:32.227352Z","steps":["trace[499167331] 'agreement among raft nodes before linearized reading' (duration: 928.63188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:32.227367Z","caller":"traceutil/trace.go:171","msg":"trace[1477181544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:445; }","duration":"961.203586ms","start":"2026-03-06T00:34:31.266142Z","end":"2026-03-06T00:34:32.227346Z","steps":["trace[1477181544] 'agreement among raft nodes before linearized reading' (duration: 961.059441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:32.227413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.298607Z","time spent":"928.797625ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:32.227385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.983617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:34:32.227388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121204402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:34:32.227497Z","caller":"traceutil/trace.go:171","msg":"trace[482831681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:445; }","duration":"818.11655ms","start":"2026-03-06T00:34:31.409356Z","end":"2026-03-06T00:34:32.227472Z","steps":["trace[482831681] 'agreement among raft nodes before linearized reading' (duration: 817.872864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:32.227516Z","caller":"traceutil/trace.go:171","msg":"trace[295629569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:445; }","duration":"1.121405617s","start":"2026-03-06T00:34:31.106093Z","end":"2026-03-06T00:34:32.227498Z","steps":["trace[295629569] 'agreement among raft nodes before linearized reading' (duration: 1.121058038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:32.227563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.40934Z","time spent":"818.208772ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:32.227639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.10608Z","time spent":"1.12154325s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:34:32.227422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:31.26612Z","time spent":"961.294198ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:34:35.433068Z","caller":"traceutil/trace.go:171","msg":"trace[395491806] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"155.209416ms","start":"2026-03-06T00:34:35.277638Z","end":"2026-03-06T00:34:35.432848Z","steps":["trace[395491806] 'process raft request' (duration: 155.082533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:38.795983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056218869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:34:38.992792Z","caller":"traceutil/trace.go:171","msg":"trace[164849944] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"793.732226ms","start":"2026-03-06T00:34:38.199033Z","end":"2026-03-06T00:34:38.992765Z","steps":["trace[164849944] 'process raft request' (duration: 793.610283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:38.992946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.199006Z","time spent":"793.86322ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:39.00808Z","caller":"traceutil/trace.go:171","msg":"trace[1171908323] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:475; }","duration":"712.34271ms","start":"2026-03-06T00:34:38.295716Z","end":"2026-03-06T00:34:39.008059Z","steps":["trace[1171908323] 'read index received' (duration: 697.046866ms)","trace[1171908323] 'applied index is now lower than readState.Index' (duration: 15.295134ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:39.008304Z","caller":"traceutil/trace.go:171","msg":"trace[1059255316] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"528.574943ms","start":"2026-03-06T00:34:38.479719Z","end":"2026-03-06T00:34:39.008294Z","steps":["trace[1059255316] 'process raft request' (duration: 528.263216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.008427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.479678Z","time spent":"528.654885ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:39.008387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.173598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:34:39.008461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.733229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:39.008504Z","caller":"traceutil/trace.go:171","msg":"trace[569675535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:460; }","duration":"684.351241ms","start":"2026-03-06T00:34:38.324129Z","end":"2026-03-06T00:34:39.00848Z","steps":["trace[569675535] 'agreement among raft nodes before linearized reading' (duration: 684.152727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:39.008525Z","caller":"traceutil/trace.go:171","msg":"trace[776170439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"712.829241ms","start":"2026-03-06T00:34:38.295678Z","end":"2026-03-06T00:34:39.008507Z","steps":["trace[776170439] 'agreement among raft nodes before linearized reading' (duration: 712.699178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.008537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.377603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:34:39.008552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.324109Z","time spent":"684.434033ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:34:39.008566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.295655Z","time spent":"712.903412ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:34:39.008598Z","caller":"traceutil/trace.go:171","msg":"trace[33773944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:460; }","duration":"678.478516ms","start":"2026-03-06T00:34:38.330104Z","end":"2026-03-06T00:34:39.008583Z","steps":["trace[33773944] 'agreement among raft nodes before linearized reading' (duration: 678.348563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.008636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.330092Z","time spent":"678.535567ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:39.00851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.894904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:34:39.009044Z","caller":"traceutil/trace.go:171","msg":"trace[2013349513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:460; }","duration":"663.53709ms","start":"2026-03-06T00:34:38.345486Z","end":"2026-03-06T00:34:39.009023Z","steps":["trace[2013349513] 'agreement among raft nodes before linearized reading' (duration: 662.840474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.009094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.345454Z","time spent":"663.627852ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:34:39.232007Z","caller":"traceutil/trace.go:171","msg":"trace[223547280] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"219.097125ms","start":"2026-03-06T00:34:39.012878Z","end":"2026-03-06T00:34:39.231976Z","steps":["trace[223547280] 'process raft request' (duration: 198.429116ms)","trace[223547280] 'compare' (duration: 20.29013ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:39.259032Z","caller":"traceutil/trace.go:171","msg":"trace[976917159] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"245.991348ms","start":"2026-03-06T00:34:39.013015Z","end":"2026-03-06T00:34:39.259007Z","steps":["trace[976917159] 'process raft request' (duration: 245.741592ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:39.259302Z","caller":"traceutil/trace.go:171","msg":"trace[285590177] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"245.828914ms","start":"2026-03-06T00:34:39.013441Z","end":"2026-03-06T00:34:39.25927Z","steps":["trace[285590177] 'process raft request' (duration: 245.493116ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:42.022923Z","caller":"traceutil/trace.go:171","msg":"trace[680264158] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"252.343685ms","start":"2026-03-06T00:34:41.770548Z","end":"2026-03-06T00:34:42.022892Z","steps":["trace[680264158] 'process raft request' (duration: 210.694541ms)","trace[680264158] 'compare' (duration: 41.46207ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:42.073909Z","caller":"traceutil/trace.go:171","msg":"trace[2012912745] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"303.219094ms","start":"2026-03-06T00:34:41.770671Z","end":"2026-03-06T00:34:42.07389Z","steps":["trace[2012912745] 'process raft request' (duration: 303.149942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:42.074019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:41.770664Z","time spent":"303.293205ms","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:34:42.490631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.463448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:42.490739Z","caller":"traceutil/trace.go:171","msg":"trace[1235834822] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"192.707124ms","start":"2026-03-06T00:34:42.298016Z","end":"2026-03-06T00:34:42.490723Z","steps":["trace[1235834822] 'read index received' (duration: 58.812µs)","trace[1235834822] 'applied index is now lower than readState.Index' (duration: 192.647142ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:42.490781Z","caller":"traceutil/trace.go:171","msg":"trace[426535431] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"411.686327ms","start":"2026-03-06T00:34:42.079065Z","end":"2026-03-06T00:34:42.490751Z","steps":["trace[426535431] 'process raft request' (duration: 183.901361ms)","trace[426535431] 'compare' (duration: 227.290684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:42.490825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.813146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:42.490853Z","caller":"traceutil/trace.go:171","msg":"trace[188715641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"192.885218ms","start":"2026-03-06T00:34:42.29796Z","end":"2026-03-06T00:34:42.490845Z","steps":["trace[188715641] 'agreement among raft nodes before linearized reading' (duration: 192.810256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:42.490901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:42.079042Z","time spent":"411.810389ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:34:42.769106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.423039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:42.769207Z","caller":"traceutil/trace.go:171","msg":"trace[1023316638] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"273.2741ms","start":"2026-03-06T00:34:42.495914Z","end":"2026-03-06T00:34:42.769189Z","steps":["trace[1023316638] 'process raft request' (duration: 133.703167ms)","trace[1023316638] 'compare' (duration: 139.293906ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:43.057081Z","caller":"traceutil/trace.go:171","msg":"trace[1707654642] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"180.116632ms","start":"2026-03-06T00:34:42.876931Z","end":"2026-03-06T00:34:43.057048Z","steps":["trace[1707654642] 'process raft request' (duration: 179.935648ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:43.17201Z","caller":"traceutil/trace.go:171","msg":"trace[720311689] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"109.016005ms","start":"2026-03-06T00:34:43.062963Z","end":"2026-03-06T00:34:43.171979Z","steps":["trace[720311689] 'process raft request' (duration: 106.145308ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:43.172066Z","caller":"traceutil/trace.go:171","msg":"trace[302117820] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"105.331809ms","start":"2026-03-06T00:34:43.066637Z","end":"2026-03-06T00:34:43.171969Z","steps":["trace[302117820] 'process raft request' (duration: 105.254147ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:43.316026Z","caller":"traceutil/trace.go:171","msg":"trace[1667261682] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"138.021077ms","start":"2026-03-06T00:34:43.177981Z","end":"2026-03-06T00:34:43.316002Z","steps":["trace[1667261682] 'process raft request' (duration: 118.348931ms)","trace[1667261682] 'compare' (duration: 19.562863ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:43.467618Z","caller":"traceutil/trace.go:171","msg":"trace[1993983185] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"286.893835ms","start":"2026-03-06T00:34:43.180684Z","end":"2026-03-06T00:34:43.467578Z","steps":["trace[1993983185] 'process raft request' (duration: 248.044285ms)","trace[1993983185] 'compare' (duration: 38.556523ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:43.467883Z","caller":"traceutil/trace.go:171","msg":"trace[1471068018] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:499; }","duration":"169.830334ms","start":"2026-03-06T00:34:43.298028Z","end":"2026-03-06T00:34:43.467858Z","steps":["trace[1471068018] 'read index received' (duration: 130.81945ms)","trace[1471068018] 'applied index is now lower than readState.Index' (duration: 39.009594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:43.46803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.987268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:43.46802Z","caller":"traceutil/trace.go:171","msg":"trace[516806470] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"214.512679ms","start":"2026-03-06T00:34:43.253471Z","end":"2026-03-06T00:34:43.467983Z","steps":["trace[516806470] 'process raft request' (duration: 214.12328ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:43.468072Z","caller":"traceutil/trace.go:171","msg":"trace[1212997104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"170.08358ms","start":"2026-03-06T00:34:43.297977Z","end":"2026-03-06T00:34:43.468061Z","steps":["trace[1212997104] 'agreement among raft nodes before linearized reading' (duration: 170.000288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.913661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.253863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:43.914023Z","caller":"traceutil/trace.go:171","msg":"trace[672836097] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"441.525277ms","start":"2026-03-06T00:34:43.472479Z","end":"2026-03-06T00:34:43.914005Z","steps":["trace[672836097] 'process raft request' (duration: 441.408704ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:43.914Z","caller":"traceutil/trace.go:171","msg":"trace[121074501] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"592.433482ms","start":"2026-03-06T00:34:43.321534Z","end":"2026-03-06T00:34:43.913968Z","steps":["trace[121074501] 'process raft request' (duration: 592.303909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:43.914033Z","caller":"traceutil/trace.go:171","msg":"trace[1846850928] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:501; }","duration":"446.054641ms","start":"2026-03-06T00:34:43.467948Z","end":"2026-03-06T00:34:43.914002Z","steps":["trace[1846850928] 'read index received' (duration: 310.42781ms)","trace[1846850928] 'applied index is now lower than readState.Index' (duration: 135.623401ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:43.914024Z","caller":"traceutil/trace.go:171","msg":"trace[111693291] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"593.072337ms","start":"2026-03-06T00:34:43.32086Z","end":"2026-03-06T00:34:43.913932Z","steps":["trace[111693291] 'process raft request' (duration: 592.923983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.914096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.472458Z","time spent":"441.608078ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:34:43.914113Z","caller":"traceutil/trace.go:171","msg":"trace[437173072] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"594.192793ms","start":"2026-03-06T00:34:43.319859Z","end":"2026-03-06T00:34:43.914051Z","steps":["trace[437173072] 'process raft request' (duration: 458.471029ms)","trace[437173072] 'compare' (duration: 135.071469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:43.914155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.320849Z","time spent":"593.259721ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:34:43.91419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.321526Z","time spent":"592.555744ms","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:43.91425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.550716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:34:43.914273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.319835Z","time spent":"594.360217ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:34:43.914305Z","caller":"traceutil/trace.go:171","msg":"trace[189165172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:489; }","duration":"602.646349ms","start":"2026-03-06T00:34:43.311637Z","end":"2026-03-06T00:34:43.914283Z","steps":["trace[189165172] 'agreement among raft nodes before linearized reading' (duration: 602.365172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.914347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.31162Z","time spent":"602.71552ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:43.914363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.651887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:34:43.914383Z","caller":"traceutil/trace.go:171","msg":"trace[2080224292] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"441.073606ms","start":"2026-03-06T00:34:43.473296Z","end":"2026-03-06T00:34:43.91437Z","steps":["trace[2080224292] 'process raft request' (duration: 440.656826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:43.914403Z","caller":"traceutil/trace.go:171","msg":"trace[1829605197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:489; }","duration":"608.732089ms","start":"2026-03-06T00:34:43.305657Z","end":"2026-03-06T00:34:43.914389Z","steps":["trace[1829605197] 'agreement among raft nodes before linearized reading' (duration: 608.466663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.914427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.305638Z","time spent":"608.784541ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:43.914423Z","caller":"traceutil/trace.go:171","msg":"trace[735248020] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"437.079544ms","start":"2026-03-06T00:34:43.477334Z","end":"2026-03-06T00:34:43.914413Z","steps":["trace[735248020] 'process raft request' (duration: 436.864019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.91446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.473288Z","time spent":"441.132337ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15061,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:43.914482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.477316Z","time spent":"437.132255ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:43.914391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.69996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:34:43.914705Z","caller":"traceutil/trace.go:171","msg":"trace[1805546612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:489; }","duration":"603.10322ms","start":"2026-03-06T00:34:43.311568Z","end":"2026-03-06T00:34:43.914671Z","steps":["trace[1805546612] 'agreement among raft nodes before linearized reading' (duration: 602.510285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.914871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.311558Z","time spent":"603.293875ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:43.914988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.123229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-06T00:34:43.915057Z","caller":"traceutil/trace.go:171","msg":"trace[446823706] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:490; }","duration":"375.232551ms","start":"2026-03-06T00:34:43.539806Z","end":"2026-03-06T00:34:43.915039Z","steps":["trace[446823706] 'agreement among raft nodes before linearized reading' (duration: 374.579375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.915106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.539785Z","time spent":"375.307972ms","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329975,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-06T00:34:44.097186Z","caller":"traceutil/trace.go:171","msg":"trace[1064548900] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"120.679755ms","start":"2026-03-06T00:34:43.976469Z","end":"2026-03-06T00:34:44.097148Z","steps":["trace[1064548900] 'process raft request' (duration: 48.872232ms)","trace[1064548900] 'compare' (duration: 71.582958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:46.380476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.853922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-06T00:34:46.380593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.085815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:46.380609Z","caller":"traceutil/trace.go:171","msg":"trace[1294328396] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:507; }","duration":"295.052215ms","start":"2026-03-06T00:34:46.085511Z","end":"2026-03-06T00:34:46.380564Z","steps":["trace[1294328396] 'range keys from in-memory index tree' (duration: 294.719418ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:46.380646Z","caller":"traceutil/trace.go:171","msg":"trace[2064177353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:507; }","duration":"437.167217ms","start":"2026-03-06T00:34:45.943459Z","end":"2026-03-06T00:34:46.380627Z","steps":["trace[2064177353] 'range keys from in-memory index tree' (duration: 437.026193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:46.380628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.067974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:34:46.380509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.032383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:34:46.380695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:45.94344Z","time spent":"437.242968ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:46.380703Z","caller":"traceutil/trace.go:171","msg":"trace[362655197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:507; }","duration":"437.189687ms","start":"2026-03-06T00:34:45.943496Z","end":"2026-03-06T00:34:46.380686Z","steps":["trace[362655197] 'range keys from in-memory index tree' (duration: 436.934341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:46.380741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:45.943475Z","time spent":"437.256169ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:34:46.380758Z","caller":"traceutil/trace.go:171","msg":"trace[561783775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:507; }","duration":"437.29883ms","start":"2026-03-06T00:34:45.943421Z","end":"2026-03-06T00:34:46.38072Z","steps":["trace[561783775] 'range keys from in-memory index tree' (duration: 436.928171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:46.380849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:45.943404Z","time spent":"437.417572ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:34:49.564358Z","caller":"traceutil/trace.go:171","msg":"trace[1187285734] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"101.785737ms","start":"2026-03-06T00:34:49.462543Z","end":"2026-03-06T00:34:49.564329Z","steps":["trace[1187285734] 'process raft request' (duration: 101.724856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:49.564404Z","caller":"traceutil/trace.go:171","msg":"trace[1457599903] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"105.730398ms","start":"2026-03-06T00:34:49.45864Z","end":"2026-03-06T00:34:49.56437Z","steps":["trace[1457599903] 'process raft request' (duration: 105.468992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:53.835572Z","caller":"traceutil/trace.go:171","msg":"trace[98569376] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"267.634009ms","start":"2026-03-06T00:34:53.56791Z","end":"2026-03-06T00:34:53.835544Z","steps":["trace[98569376] 'read index received' (duration: 267.459915ms)","trace[98569376] 'applied index is now lower than readState.Index' (duration: 172.814µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:53.835702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.783753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:53.835739Z","caller":"traceutil/trace.go:171","msg":"trace[994745676] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"267.891466ms","start":"2026-03-06T00:34:53.567835Z","end":"2026-03-06T00:34:53.835726Z","steps":["trace[994745676] 'agreement among raft nodes before linearized reading' (duration: 267.818754ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:53.835915Z","caller":"traceutil/trace.go:171","msg":"trace[562664719] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"575.007139ms","start":"2026-03-06T00:34:53.260892Z","end":"2026-03-06T00:34:53.835899Z","steps":["trace[562664719] 'process raft request' (duration: 574.484638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:53.836042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:53.260869Z","time spent":"575.114961ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:54.267388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.392017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:54.26758Z","caller":"traceutil/trace.go:171","msg":"trace[651475653] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"281.628453ms","start":"2026-03-06T00:34:53.985926Z","end":"2026-03-06T00:34:54.267555Z","steps":["trace[651475653] 'range keys from in-memory index tree' (duration: 281.301735ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:54.562Z","caller":"traceutil/trace.go:171","msg":"trace[1778145266] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"122.60677ms","start":"2026-03-06T00:34:54.439372Z","end":"2026-03-06T00:34:54.561979Z","steps":["trace[1778145266] 'read index received' (duration: 122.421326ms)","trace[1778145266] 'applied index is now lower than readState.Index' (duration: 184.744µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:54.562412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.03562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:34:54.562377Z","caller":"traceutil/trace.go:171","msg":"trace[525115815] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"126.326026ms","start":"2026-03-06T00:34:54.436014Z","end":"2026-03-06T00:34:54.56234Z","steps":["trace[525115815] 'process raft request' (duration: 125.834935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:54.562451Z","caller":"traceutil/trace.go:171","msg":"trace[86974377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:553; }","duration":"123.132412ms","start":"2026-03-06T00:34:54.439308Z","end":"2026-03-06T00:34:54.56244Z","steps":["trace[86974377] 'agreement among raft nodes before linearized reading' (duration: 123.01511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:54.56259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.384364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:34:54.562693Z","caller":"traceutil/trace.go:171","msg":"trace[1998829618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"122.526569ms","start":"2026-03-06T00:34:54.440146Z","end":"2026-03-06T00:34:54.562673Z","steps":["trace[1998829618] 'agreement among raft nodes before linearized reading' (duration: 122.230741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:54.907819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.308945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:54.907998Z","caller":"traceutil/trace.go:171","msg":"trace[308887317] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"341.441379ms","start":"2026-03-06T00:34:54.56654Z","end":"2026-03-06T00:34:54.907981Z","steps":["trace[308887317] 'process raft request' (duration: 341.386357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:54.908073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:54.566516Z","time spent":"341.525271ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:54.908103Z","caller":"traceutil/trace.go:171","msg":"trace[184288768] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"342.018162ms","start":"2026-03-06T00:34:54.566025Z","end":"2026-03-06T00:34:54.908043Z","steps":["trace[184288768] 'process raft request' (duration: 16.38934ms)","trace[184288768] 'compare' (duration: 325.186292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:54.90832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:54.566007Z","time spent":"342.191876ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:55.639273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.585899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T00:34:55.639339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.367644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:55.639366Z","caller":"traceutil/trace.go:171","msg":"trace[1117477161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"400.708632ms","start":"2026-03-06T00:34:55.238623Z","end":"2026-03-06T00:34:55.639331Z","steps":["trace[1117477161] 'range keys from in-memory index tree' (duration: 400.421494ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:55.639396Z","caller":"traceutil/trace.go:171","msg":"trace[2085217661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"340.468147ms","start":"2026-03-06T00:34:55.298914Z","end":"2026-03-06T00:34:55.639382Z","steps":["trace[2085217661] 'range keys from in-memory index tree' (duration: 340.299723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:55.639426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:55.2989Z","time spent":"340.519468ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:55.639429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:55.238602Z","time spent":"400.817034ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:34:56.402702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056219068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:34:56.903505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056219068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:34:57.237816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594958674s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:34:57.238332Z","caller":"traceutil/trace.go:171","msg":"trace[402028606] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.595581889s","start":"2026-03-06T00:34:55.642726Z","end":"2026-03-06T00:34:57.238308Z","steps":["trace[402028606] 'process raft request' (duration: 1.595430646s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:57.238535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:55.642701Z","time spent":"1.595746153s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:57.542312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.642894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:57.542418Z","caller":"traceutil/trace.go:171","msg":"trace[1326683607] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:574; }","duration":"1.640467459s","start":"2026-03-06T00:34:55.901934Z","end":"2026-03-06T00:34:57.542401Z","steps":["trace[1326683607] 'read index received' (duration: 1.336236772s)","trace[1326683607] 'applied index is now lower than readState.Index' (duration: 304.229337ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:57.542507Z","caller":"traceutil/trace.go:171","msg":"trace[902194729] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.524292418s","start":"2026-03-06T00:34:56.018204Z","end":"2026-03-06T00:34:57.542496Z","steps":["trace[902194729] 'process raft request' (duration: 1.261369268s)","trace[902194729] 'compare' (duration: 262.48883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:57.542564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.01819Z","time spent":"1.524343509s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:57.542688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456342423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-06T00:34:57.54273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.964394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:34:57.542758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640817256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:57.542763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.708467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:57.542783Z","caller":"traceutil/trace.go:171","msg":"trace[1860890510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:557; }","duration":"631.063516ms","start":"2026-03-06T00:34:56.911706Z","end":"2026-03-06T00:34:57.54277Z","steps":["trace[1860890510] 'agreement among raft nodes before linearized reading' (duration: 630.904952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:57.542811Z","caller":"traceutil/trace.go:171","msg":"trace[491049194] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:557; }","duration":"1.640912029s","start":"2026-03-06T00:34:55.901885Z","end":"2026-03-06T00:34:57.542797Z","steps":["trace[491049194] 'agreement among raft nodes before linearized reading' (duration: 1.640802616s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:57.542831Z","caller":"traceutil/trace.go:171","msg":"trace[1882094065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"244.776599ms","start":"2026-03-06T00:34:57.298037Z","end":"2026-03-06T00:34:57.542814Z","steps":["trace[1882094065] 'agreement among raft nodes before linearized reading' (duration: 244.682007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:57.542812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.034005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:34:57.542841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.911684Z","time spent":"631.144858ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:57.542854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:55.901866Z","time spent":"1.64097949s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-06T00:34:57.542778Z","caller":"traceutil/trace.go:171","msg":"trace[1335977363] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:557; }","duration":"1.456482167s","start":"2026-03-06T00:34:56.086273Z","end":"2026-03-06T00:34:57.542755Z","steps":["trace[1335977363] 'agreement among raft nodes before linearized reading' (duration: 1.456246721s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:57.542886Z","caller":"traceutil/trace.go:171","msg":"trace[978277603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"631.153878ms","start":"2026-03-06T00:34:56.911709Z","end":"2026-03-06T00:34:57.542863Z","steps":["trace[978277603] 'agreement among raft nodes before linearized reading' (duration: 630.964064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:57.54295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.942719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:34:57.542945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.086254Z","time spent":"1.456679102s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T00:34:57.542977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.911692Z","time spent":"631.273562ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:34:57.543001Z","caller":"traceutil/trace.go:171","msg":"trace[1928677787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"977.03162ms","start":"2026-03-06T00:34:56.565957Z","end":"2026-03-06T00:34:57.542989Z","steps":["trace[1928677787] 'agreement among raft nodes before linearized reading' (duration: 976.854276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:57.543049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.565937Z","time spent":"977.100802ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:58.236122Z","caller":"traceutil/trace.go:171","msg":"trace[1788312328] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"204.817585ms","start":"2026-03-06T00:34:58.031276Z","end":"2026-03-06T00:34:58.236093Z","steps":["trace[1788312328] 'process raft request' (duration: 149.34026ms)","trace[1788312328] 'compare' (duration: 55.330742ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:58.236205Z","caller":"traceutil/trace.go:171","msg":"trace[168130987] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"202.389159ms","start":"2026-03-06T00:34:58.033774Z","end":"2026-03-06T00:34:58.236163Z","steps":["trace[168130987] 'process raft request' (duration: 202.276457ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.236377Z","caller":"traceutil/trace.go:171","msg":"trace[85451640] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"163.16201ms","start":"2026-03-06T00:34:58.073203Z","end":"2026-03-06T00:34:58.236365Z","steps":["trace[85451640] 'process raft request' (duration: 162.986376ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.236379Z","caller":"traceutil/trace.go:171","msg":"trace[785659398] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"201.849696ms","start":"2026-03-06T00:34:58.034487Z","end":"2026-03-06T00:34:58.236337Z","steps":["trace[785659398] 'process raft request' (duration: 201.658072ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.23633Z","caller":"traceutil/trace.go:171","msg":"trace[1334979390] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"201.860887ms","start":"2026-03-06T00:34:58.034366Z","end":"2026-03-06T00:34:58.236227Z","steps":["trace[1334979390] 'process raft request' (duration: 201.720173ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.236557Z","caller":"traceutil/trace.go:171","msg":"trace[838564736] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"157.455608ms","start":"2026-03-06T00:34:58.07907Z","end":"2026-03-06T00:34:58.236526Z","steps":["trace[838564736] 'process raft request' (duration: 157.230503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:59.788463Z","caller":"traceutil/trace.go:171","msg":"trace[279895183] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:730; }","duration":"186.822027ms","start":"2026-03-06T00:34:59.601617Z","end":"2026-03-06T00:34:59.788439Z","steps":["trace[279895183] 'read index received' (duration: 186.759286ms)","trace[279895183] 'applied index is now lower than readState.Index' (duration: 61.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:59.788539Z","caller":"traceutil/trace.go:171","msg":"trace[432780955] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"321.275452ms","start":"2026-03-06T00:34:59.467232Z","end":"2026-03-06T00:34:59.788507Z","steps":["trace[432780955] 'process raft request' (duration: 321.075707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:59.788686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:59.467203Z","time spent":"321.418704ms","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:34:59.788732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.094924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:59.78879Z","caller":"traceutil/trace.go:171","msg":"trace[1905000169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:710; }","duration":"187.164826ms","start":"2026-03-06T00:34:59.601612Z","end":"2026-03-06T00:34:59.788777Z","steps":["trace[1905000169] 'agreement among raft nodes before linearized reading' (duration: 186.945231ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:59.795455Z","caller":"traceutil/trace.go:171","msg":"trace[91569406] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"128.776273ms","start":"2026-03-06T00:34:59.666659Z","end":"2026-03-06T00:34:59.795436Z","steps":["trace[91569406] 'process raft request' (duration: 128.67429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:59.795529Z","caller":"traceutil/trace.go:171","msg":"trace[180373136] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"166.254701ms","start":"2026-03-06T00:34:59.62923Z","end":"2026-03-06T00:34:59.795485Z","steps":["trace[180373136] 'process raft request' (duration: 165.987425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:59.795604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.901581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:34:59.795938Z","caller":"traceutil/trace.go:171","msg":"trace[1526296867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:712; }","duration":"194.287311ms","start":"2026-03-06T00:34:59.601627Z","end":"2026-03-06T00:34:59.795915Z","steps":["trace[1526296867] 'agreement among raft nodes before linearized reading' (duration: 193.751038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:59.795716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.968444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:34:59.79625Z","caller":"traceutil/trace.go:171","msg":"trace[150123882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:712; }","duration":"194.516226ms","start":"2026-03-06T00:34:59.601717Z","end":"2026-03-06T00:34:59.796233Z","steps":["trace[150123882] 'agreement among raft nodes before linearized reading' (duration: 193.798809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:01.424401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.618168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:35:01.424505Z","caller":"traceutil/trace.go:171","msg":"trace[288388444] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"141.217919ms","start":"2026-03-06T00:35:01.283274Z","end":"2026-03-06T00:35:01.424492Z","steps":["trace[288388444] 'read index received' (duration: 28.440528ms)","trace[288388444] 'applied index is now lower than readState.Index' (duration: 112.776481ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:01.424768Z","caller":"traceutil/trace.go:171","msg":"trace[326544750] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"144.932877ms","start":"2026-03-06T00:35:01.279825Z","end":"2026-03-06T00:35:01.424758Z","steps":["trace[326544750] 'process raft request' (duration: 31.878839ms)","trace[326544750] 'compare' (duration: 112.487825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:01.424975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.69864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-26tqq\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-03-06T00:35:01.424994Z","caller":"traceutil/trace.go:171","msg":"trace[147410258] range","detail":"{range_begin:/registry/pods/kube-system/cilium-26tqq; range_end:; response_count:1; response_revision:731; }","duration":"141.731662ms","start":"2026-03-06T00:35:01.283256Z","end":"2026-03-06T00:35:01.424988Z","steps":["trace[147410258] 'agreement among raft nodes before linearized reading' (duration: 141.63817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:01.43273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.953029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:35:01.432795Z","caller":"traceutil/trace.go:171","msg":"trace[381629243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"136.049881ms","start":"2026-03-06T00:35:01.296732Z","end":"2026-03-06T00:35:01.432782Z","steps":["trace[381629243] 'agreement among raft nodes before linearized reading' (duration: 135.921838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:01.433017Z","caller":"traceutil/trace.go:171","msg":"trace[853124779] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"148.661393ms","start":"2026-03-06T00:35:01.284348Z","end":"2026-03-06T00:35:01.43301Z","steps":["trace[853124779] 'process raft request' (duration: 148.215883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:02.075271Z","caller":"traceutil/trace.go:171","msg":"trace[379889635] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:757; }","duration":"268.875408ms","start":"2026-03-06T00:35:01.80637Z","end":"2026-03-06T00:35:02.075245Z","steps":["trace[379889635] 'read index received' (duration: 179.060919ms)","trace[379889635] 'applied index is now lower than readState.Index' (duration: 89.813019ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:02.075457Z","caller":"traceutil/trace.go:171","msg":"trace[323993937] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"402.206757ms","start":"2026-03-06T00:35:01.673174Z","end":"2026-03-06T00:35:02.075381Z","steps":["trace[323993937] 'process raft request' (duration: 312.333686ms)","trace[323993937] 'compare' (duration: 89.575764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:02.07557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.187615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:35:02.075577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.444224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-06T00:35:02.075586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.931669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:35:02.075611Z","caller":"traceutil/trace.go:171","msg":"trace[406904007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"269.287807ms","start":"2026-03-06T00:35:01.806312Z","end":"2026-03-06T00:35:02.0756Z","steps":["trace[406904007] 'agreement among raft nodes before linearized reading' (duration: 269.082422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:02.075636Z","caller":"traceutil/trace.go:171","msg":"trace[186144273] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:736; }","duration":"210.534236ms","start":"2026-03-06T00:35:01.865086Z","end":"2026-03-06T00:35:02.07562Z","steps":["trace[186144273] 'agreement among raft nodes before linearized reading' (duration: 210.388102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:02.075645Z","caller":"traceutil/trace.go:171","msg":"trace[2144867263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:736; }","duration":"266.030352ms","start":"2026-03-06T00:35:01.809601Z","end":"2026-03-06T00:35:02.075631Z","steps":["trace[2144867263] 'agreement among raft nodes before linearized reading' (duration: 265.876238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:02.075728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:01.673133Z","time spent":"402.480073ms","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:35:02.075755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.035842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:35:02.075836Z","caller":"traceutil/trace.go:171","msg":"trace[1945474214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"266.160585ms","start":"2026-03-06T00:35:01.809658Z","end":"2026-03-06T00:35:02.075819Z","steps":["trace[1945474214] 'agreement among raft nodes before linearized reading' (duration: 265.880469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:02.688203Z","caller":"traceutil/trace.go:171","msg":"trace[2028439096] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"282.599788ms","start":"2026-03-06T00:35:02.40558Z","end":"2026-03-06T00:35:02.68818Z","steps":["trace[2028439096] 'process raft request' (duration: 282.437534ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:02.98732Z","caller":"traceutil/trace.go:171","msg":"trace[1289212574] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:765; }","duration":"322.685325ms","start":"2026-03-06T00:35:02.664602Z","end":"2026-03-06T00:35:02.987288Z","steps":["trace[1289212574] 'read index received' (duration: 23.497324ms)","trace[1289212574] 'applied index is now lower than readState.Index' (duration: 299.181851ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:02.987351Z","caller":"traceutil/trace.go:171","msg":"trace[1070438615] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"518.505412ms","start":"2026-03-06T00:35:02.468801Z","end":"2026-03-06T00:35:02.987307Z","steps":["trace[1070438615] 'process raft request' (duration: 507.407845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:02.987642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:02.468775Z","time spent":"518.790778ms","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:35:02.987668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.028293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-06T00:35:02.987745Z","caller":"traceutil/trace.go:171","msg":"trace[1801932620] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:745; }","duration":"323.174126ms","start":"2026-03-06T00:35:02.664551Z","end":"2026-03-06T00:35:02.987725Z","steps":["trace[1801932620] 'agreement among raft nodes before linearized reading' (duration: 322.845928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:02.9878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:02.664526Z","time spent":"323.263248ms","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-06T00:35:03.134903Z","caller":"traceutil/trace.go:171","msg":"trace[1320834365] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"136.650755ms","start":"2026-03-06T00:35:02.998238Z","end":"2026-03-06T00:35:03.134889Z","steps":["trace[1320834365] 'process raft request' (duration: 136.602443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:03.134926Z","caller":"traceutil/trace.go:171","msg":"trace[747036447] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"243.565392ms","start":"2026-03-06T00:35:02.891338Z","end":"2026-03-06T00:35:03.134904Z","steps":["trace[747036447] 'process raft request' (duration: 243.387857ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:03.135181Z","caller":"traceutil/trace.go:171","msg":"trace[341268230] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"431.231368ms","start":"2026-03-06T00:35:02.703612Z","end":"2026-03-06T00:35:03.134844Z","steps":["trace[341268230] 'process raft request' (duration: 386.970203ms)","trace[341268230] 'compare' (duration: 43.972668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:03.135496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:02.70359Z","time spent":"431.662589ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:35:03.414548Z","caller":"traceutil/trace.go:171","msg":"trace[1576982104] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"102.342501ms","start":"2026-03-06T00:35:03.312184Z","end":"2026-03-06T00:35:03.414526Z","steps":["trace[1576982104] 'process raft request' (duration: 102.29015ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:03.414608Z","caller":"traceutil/trace.go:171","msg":"trace[1891970013] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"196.993613ms","start":"2026-03-06T00:35:03.21759Z","end":"2026-03-06T00:35:03.414583Z","steps":["trace[1891970013] 'process raft request' (duration: 159.976225ms)","trace[1891970013] 'compare' (duration: 36.723952ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:03.414639Z","caller":"traceutil/trace.go:171","msg":"trace[552516217] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:772; }","duration":"149.388931ms","start":"2026-03-06T00:35:03.26522Z","end":"2026-03-06T00:35:03.414609Z","steps":["trace[552516217] 'read index received' (duration: 112.24903ms)","trace[552516217] 'applied index is now lower than readState.Index' (duration: 37.135191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:03.414844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.611915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-06T00:35:03.414943Z","caller":"traceutil/trace.go:171","msg":"trace[108605524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:752; }","duration":"149.722658ms","start":"2026-03-06T00:35:03.265201Z","end":"2026-03-06T00:35:03.414924Z","steps":["trace[108605524] 'agreement among raft nodes before linearized reading' (duration: 149.520103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:03.414987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.743263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-26tqq\" ","response":"range_response_count:1 size:18333"} {"level":"warn","ts":"2026-03-06T00:35:03.414852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.439757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:35:03.415062Z","caller":"traceutil/trace.go:171","msg":"trace[94613561] range","detail":"{range_begin:/registry/pods/kube-system/cilium-26tqq; range_end:; response_count:1; response_revision:752; }","duration":"103.892748ms","start":"2026-03-06T00:35:03.311153Z","end":"2026-03-06T00:35:03.415045Z","steps":["trace[94613561] 'agreement among raft nodes before linearized reading' (duration: 103.628191ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:03.415066Z","caller":"traceutil/trace.go:171","msg":"trace[1373821262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"116.683434ms","start":"2026-03-06T00:35:03.298368Z","end":"2026-03-06T00:35:03.415052Z","steps":["trace[1373821262] 'agreement among raft nodes before linearized reading' (duration: 116.436177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:03.415297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.082215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:35:03.415337Z","caller":"traceutil/trace.go:171","msg":"trace[1184298806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:752; }","duration":"149.276189ms","start":"2026-03-06T00:35:03.26605Z","end":"2026-03-06T00:35:03.415326Z","steps":["trace[1184298806] 'agreement among raft nodes before linearized reading' (duration: 148.702245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:03.613948Z","caller":"traceutil/trace.go:171","msg":"trace[670710784] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"172.153457ms","start":"2026-03-06T00:35:03.441685Z","end":"2026-03-06T00:35:03.613838Z","steps":["trace[670710784] 'read index received' (duration: 58.450434ms)","trace[670710784] 'applied index is now lower than readState.Index' (duration: 113.701733ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:03.61407Z","caller":"traceutil/trace.go:171","msg":"trace[1306228728] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"181.71413ms","start":"2026-03-06T00:35:03.432318Z","end":"2026-03-06T00:35:03.614032Z","steps":["trace[1306228728] 'process raft request' (duration: 166.842854ms)","trace[1306228728] 'compare' (duration: 14.169509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:03.614134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.326012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:35:03.614218Z","caller":"traceutil/trace.go:171","msg":"trace[1883158969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:755; }","duration":"172.535207ms","start":"2026-03-06T00:35:03.441665Z","end":"2026-03-06T00:35:03.6142Z","steps":["trace[1883158969] 'agreement among raft nodes before linearized reading' (duration: 172.182607ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:03.61415Z","caller":"traceutil/trace.go:171","msg":"trace[1806977418] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"116.669143ms","start":"2026-03-06T00:35:03.497458Z","end":"2026-03-06T00:35:03.614127Z","steps":["trace[1806977418] 'process raft request' (duration: 116.103239ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:03.667936Z","caller":"traceutil/trace.go:171","msg":"trace[1603717677] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"154.815166ms","start":"2026-03-06T00:35:03.513082Z","end":"2026-03-06T00:35:03.667897Z","steps":["trace[1603717677] 'process raft request' (duration: 154.334275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:03.66844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.158264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-06T00:35:03.668572Z","caller":"traceutil/trace.go:171","msg":"trace[508863962] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:756; }","duration":"171.342568ms","start":"2026-03-06T00:35:03.497174Z","end":"2026-03-06T00:35:03.668517Z","steps":["trace[508863962] 'agreement among raft nodes before linearized reading' (duration: 171.004231ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:18.880953Z","caller":"traceutil/trace.go:171","msg":"trace[1622892040] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"264.168409ms","start":"2026-03-06T00:35:18.616757Z","end":"2026-03-06T00:35:18.880925Z","steps":["trace[1622892040] 'read index received' (duration: 263.999105ms)","trace[1622892040] 'applied index is now lower than readState.Index' (duration: 168.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:18.881042Z","caller":"traceutil/trace.go:171","msg":"trace[1474512222] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"269.885261ms","start":"2026-03-06T00:35:18.611133Z","end":"2026-03-06T00:35:18.881018Z","steps":["trace[1474512222] 'process raft request' (duration: 269.632765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:18.881258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.489755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-hlgft\" ","response":"range_response_count:1 size:5085"} {"level":"info","ts":"2026-03-06T00:35:18.88135Z","caller":"traceutil/trace.go:171","msg":"trace[112055611] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-hlgft; range_end:; response_count:1; response_revision:922; }","duration":"264.65458ms","start":"2026-03-06T00:35:18.616673Z","end":"2026-03-06T00:35:18.881328Z","steps":["trace[112055611] 'agreement among raft nodes before linearized reading' (duration: 264.374313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:19.789455Z","caller":"traceutil/trace.go:171","msg":"trace[169867367] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"899.301042ms","start":"2026-03-06T00:35:18.890114Z","end":"2026-03-06T00:35:19.789415Z","steps":["trace[169867367] 'process raft request' (duration: 899.051336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:19.789691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:18.89009Z","time spent":"899.476055ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:19.81301Z","caller":"traceutil/trace.go:171","msg":"trace[1825800908] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"343.470537ms","start":"2026-03-06T00:35:19.469502Z","end":"2026-03-06T00:35:19.812972Z","steps":["trace[1825800908] 'process raft request' (duration: 343.236392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:19.813234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:19.469475Z","time spent":"343.62747ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:19.813532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.468058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:35:19.813609Z","caller":"traceutil/trace.go:171","msg":"trace[2056951294] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:949; }","duration":"232.938346ms","start":"2026-03-06T00:35:19.579972Z","end":"2026-03-06T00:35:19.81291Z","steps":["trace[2056951294] 'read index received' (duration: 209.223287ms)","trace[2056951294] 'applied index is now lower than readState.Index' (duration: 23.713418ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:19.813658Z","caller":"traceutil/trace.go:171","msg":"trace[418489421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:924; }","duration":"233.736484ms","start":"2026-03-06T00:35:19.579893Z","end":"2026-03-06T00:35:19.813629Z","steps":["trace[418489421] 'agreement among raft nodes before linearized reading' (duration: 233.205652ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:20.679033Z","caller":"traceutil/trace.go:171","msg":"trace[1479271117] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"102.76753ms","start":"2026-03-06T00:35:20.576239Z","end":"2026-03-06T00:35:20.679006Z","steps":["trace[1479271117] 'process raft request' (duration: 102.617867ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:30.654004Z","caller":"traceutil/trace.go:171","msg":"trace[1794140160] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"108.343242ms","start":"2026-03-06T00:35:30.545624Z","end":"2026-03-06T00:35:30.653967Z","steps":["trace[1794140160] 'process raft request' (duration: 32.973464ms)","trace[1794140160] 'compare' (duration: 75.139353ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:46.998412Z","caller":"traceutil/trace.go:171","msg":"trace[1093761985] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1151; }","duration":"216.500239ms","start":"2026-03-06T00:35:46.781889Z","end":"2026-03-06T00:35:46.998389Z","steps":["trace[1093761985] 'read index received' (duration: 211.59156ms)","trace[1093761985] 'applied index is now lower than readState.Index' (duration: 4.907809ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:46.998557Z","caller":"traceutil/trace.go:171","msg":"trace[1684217901] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"367.875538ms","start":"2026-03-06T00:35:46.630669Z","end":"2026-03-06T00:35:46.998545Z","steps":["trace[1684217901] 'process raft request' (duration: 362.805326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:46.998654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:46.630642Z","time spent":"367.94637ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:46.998735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.009025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:35:46.998844Z","caller":"traceutil/trace.go:171","msg":"trace[800511782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1115; }","duration":"215.171369ms","start":"2026-03-06T00:35:46.783648Z","end":"2026-03-06T00:35:46.998819Z","steps":["trace[800511782] 'agreement among raft nodes before linearized reading' (duration: 214.928953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:46.998978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.091743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:35:46.999026Z","caller":"traceutil/trace.go:171","msg":"trace[435157681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1115; }","duration":"217.141504ms","start":"2026-03-06T00:35:46.781874Z","end":"2026-03-06T00:35:46.999016Z","steps":["trace[435157681] 'agreement among raft nodes before linearized reading' (duration: 216.98661ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:52.197546Z","caller":"traceutil/trace.go:171","msg":"trace[1755496760] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"104.159378ms","start":"2026-03-06T00:35:52.093351Z","end":"2026-03-06T00:35:52.197511Z","steps":["trace[1755496760] 'process raft request' (duration: 103.238188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:52.437826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.971366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T00:35:52.437925Z","caller":"traceutil/trace.go:171","msg":"trace[861191084] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1226; }","duration":"131.130339ms","start":"2026-03-06T00:35:52.306777Z","end":"2026-03-06T00:35:52.437907Z","steps":["trace[861191084] 'range keys from in-memory index tree' (duration: 130.533716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:52.437912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.605837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:35:52.438029Z","caller":"traceutil/trace.go:171","msg":"trace[367226380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"139.817932ms","start":"2026-03-06T00:35:52.298183Z","end":"2026-03-06T00:35:52.438001Z","steps":["trace[367226380] 'range keys from in-memory index tree' (duration: 139.502836ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:52.739881Z","caller":"traceutil/trace.go:171","msg":"trace[602324479] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"298.474904ms","start":"2026-03-06T00:35:52.441351Z","end":"2026-03-06T00:35:52.739826Z","steps":["trace[602324479] 'process raft request' (duration: 298.228549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:56.385432Z","caller":"traceutil/trace.go:171","msg":"trace[1365953217] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1278; }","duration":"187.641896ms","start":"2026-03-06T00:35:56.197763Z","end":"2026-03-06T00:35:56.385405Z","steps":["trace[1365953217] 'read index received' (duration: 187.451602ms)","trace[1365953217] 'applied index is now lower than readState.Index' (duration: 188.814µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:56.385663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.880522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:35:56.385747Z","caller":"traceutil/trace.go:171","msg":"trace[210143402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1240; }","duration":"188.019334ms","start":"2026-03-06T00:35:56.197709Z","end":"2026-03-06T00:35:56.385729Z","steps":["trace[210143402] 'agreement among raft nodes before linearized reading' (duration: 187.80118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.385689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.696668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-06T00:35:56.385864Z","caller":"traceutil/trace.go:171","msg":"trace[1108793102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1240; }","duration":"174.907903ms","start":"2026-03-06T00:35:56.210938Z","end":"2026-03-06T00:35:56.385846Z","steps":["trace[1108793102] 'agreement among raft nodes before linearized reading' (duration: 174.610567ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:56.704105Z","caller":"traceutil/trace.go:171","msg":"trace[1312985793] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"314.213594ms","start":"2026-03-06T00:35:56.38986Z","end":"2026-03-06T00:35:56.704074Z","steps":["trace[1312985793] 'process raft request' (duration: 248.081142ms)","trace[1312985793] 'compare' (duration: 65.765684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:56.704374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:56.389841Z","time spent":"314.457099ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:56.70409Z","caller":"traceutil/trace.go:171","msg":"trace[1133688411] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1280; }","duration":"313.989679ms","start":"2026-03-06T00:35:56.390068Z","end":"2026-03-06T00:35:56.704058Z","steps":["trace[1133688411] 'read index received' (duration: 247.833676ms)","trace[1133688411] 'applied index is now lower than readState.Index' (duration: 66.154693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:56.704238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.147192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-06T00:35:56.704624Z","caller":"traceutil/trace.go:171","msg":"trace[1688827245] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1242; }","duration":"314.544292ms","start":"2026-03-06T00:35:56.390034Z","end":"2026-03-06T00:35:56.704578Z","steps":["trace[1688827245] 'agreement among raft nodes before linearized reading' (duration: 314.130092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.70474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:56.390003Z","time spent":"314.693845ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T00:35:56.739052Z","caller":"traceutil/trace.go:171","msg":"trace[885324634] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"348.61607ms","start":"2026-03-06T00:35:56.390407Z","end":"2026-03-06T00:35:56.739023Z","steps":["trace[885324634] 'process raft request' (duration: 348.324264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.739221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:56.390393Z","time spent":"348.734303ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:06.802037Z","caller":"traceutil/trace.go:171","msg":"trace[1408757578] linearizableReadLoop","detail":"{readStateIndex:1512; appliedIndex:1511; }","duration":"128.793227ms","start":"2026-03-06T00:36:06.673213Z","end":"2026-03-06T00:36:06.802006Z","steps":["trace[1408757578] 'read index received' (duration: 126.535686ms)","trace[1408757578] 'applied index is now lower than readState.Index' (duration: 2.256411ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:06.802136Z","caller":"traceutil/trace.go:171","msg":"trace[163349214] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"162.498468ms","start":"2026-03-06T00:36:06.639589Z","end":"2026-03-06T00:36:06.802087Z","steps":["trace[163349214] 'process raft request' (duration: 160.227607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:06.802254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.014311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:06.802365Z","caller":"traceutil/trace.go:171","msg":"trace[1307934755] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1454; }","duration":"129.158745ms","start":"2026-03-06T00:36:06.673183Z","end":"2026-03-06T00:36:06.802342Z","steps":["trace[1307934755] 'agreement among raft nodes before linearized reading' (duration: 128.987711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:07.311542Z","caller":"traceutil/trace.go:171","msg":"trace[738014534] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1518; }","duration":"107.674187ms","start":"2026-03-06T00:36:07.203838Z","end":"2026-03-06T00:36:07.311512Z","steps":["trace[738014534] 'read index received' (duration: 45.196636ms)","trace[738014534] 'applied index is now lower than readState.Index' (duration: 62.476621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:07.311852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.988784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:36:07.311909Z","caller":"traceutil/trace.go:171","msg":"trace[720515746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1461; }","duration":"108.105617ms","start":"2026-03-06T00:36:07.203792Z","end":"2026-03-06T00:36:07.311897Z","steps":["trace[720515746] 'agreement among raft nodes before linearized reading' (duration: 107.919753ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:07.311962Z","caller":"traceutil/trace.go:171","msg":"trace[282197651] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"114.184792ms","start":"2026-03-06T00:36:07.197714Z","end":"2026-03-06T00:36:07.311899Z","steps":["trace[282197651] 'process raft request' (duration: 51.363313ms)","trace[282197651] 'compare' (duration: 62.291596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:18.99111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056221137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:19.49153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056221137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:19.992296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056221137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:20.492847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056221137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:20.772829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.301529133s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:36:20.773325Z","caller":"traceutil/trace.go:171","msg":"trace[1054804144] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"2.302148477s","start":"2026-03-06T00:36:18.471141Z","end":"2026-03-06T00:36:20.77329Z","steps":["trace[1054804144] 'process raft request' (duration: 2.301933462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:20.773605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:18.4711Z","time spent":"2.302331561s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:21.298243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999640383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T00:36:21.298355Z","caller":"traceutil/trace.go:171","msg":"trace[1460124570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999876768s","start":"2026-03-06T00:36:19.298453Z","end":"2026-03-06T00:36:21.298329Z","steps":["trace[1460124570] 'agreement among raft nodes before linearized reading' (duration: 1.999701984s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:21.298407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.29843Z","time spent":"1.99996746s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 00:36:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T00:36:21.564492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.333915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:21.564687Z","caller":"traceutil/trace.go:171","msg":"trace[233808213] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1684; }","duration":"3.079635134s","start":"2026-03-06T00:36:18.485036Z","end":"2026-03-06T00:36:21.564671Z","steps":["trace[233808213] 'read index received' (duration: 2.288098554s)","trace[233808213] 'applied index is now lower than readState.Index' (duration: 791.535719ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:21.56473Z","caller":"traceutil/trace.go:171","msg":"trace[1650595322] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"2.965041073s","start":"2026-03-06T00:36:18.599639Z","end":"2026-03-06T00:36:21.56468Z","steps":["trace[1650595322] 'process raft request' (duration: 2.425398481s)","trace[1650595322] 'compare' (duration: 539.227763ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:21.564777Z","caller":"traceutil/trace.go:171","msg":"trace[92347526] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"1.213915682s","start":"2026-03-06T00:36:20.350841Z","end":"2026-03-06T00:36:21.564756Z","steps":["trace[92347526] 'process raft request' (duration: 1.213771919s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:21.564865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:20.350812Z","time spent":"1.214007264s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:21.564897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079864989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:36:21.564927Z","caller":"traceutil/trace.go:171","msg":"trace[232600748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1622; }","duration":"3.079920851s","start":"2026-03-06T00:36:18.484996Z","end":"2026-03-06T00:36:21.564917Z","steps":["trace[232600748] 'agreement among raft nodes before linearized reading' (duration: 3.079750786s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:21.564918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:18.59961Z","time spent":"2.965194666s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:21.564965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:18.48498Z","time spent":"3.079978302s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:36:22.065701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056221146,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:36:22.442557Z","caller":"traceutil/trace.go:171","msg":"trace[2047820927] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"885.190095ms","start":"2026-03-06T00:36:21.557331Z","end":"2026-03-06T00:36:22.442521Z","steps":["trace[2047820927] 'process raft request' (duration: 885.032721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:22.442724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:21.557294Z","time spent":"885.340608ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7597,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:23.263371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T00:36:23.263464Z","caller":"traceutil/trace.go:171","msg":"trace[1073377125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329178s","start":"2026-03-06T00:36:21.263115Z","end":"2026-03-06T00:36:23.263444Z","steps":["trace[1073377125] 'agreement among raft nodes before linearized reading' (duration: 2.000200325s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.263515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:21.263079Z","time spent":"2.00042544s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:36:23.299251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0008646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T00:36:23.299384Z","caller":"traceutil/trace.go:171","msg":"trace[493244683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001057265s","start":"2026-03-06T00:36:21.298286Z","end":"2026-03-06T00:36:23.299343Z","steps":["trace[493244683] 'agreement among raft nodes before linearized reading' (duration: 2.000876481s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.299449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:21.298263Z","time spent":"2.001171958s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 00:36:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T00:36:23.332263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.563398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:23.332488Z","caller":"traceutil/trace.go:171","msg":"trace[233430792] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"1.762861412s","start":"2026-03-06T00:36:21.569543Z","end":"2026-03-06T00:36:23.332404Z","steps":["trace[233430792] 'process raft request' (duration: 1.140079579s)","trace[233430792] 'compare' (duration: 622.453336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:23.332586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:21.569518Z","time spent":"1.763019935s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:23.366911Z","caller":"traceutil/trace.go:171","msg":"trace[525752138] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.576408461s","start":"2026-03-06T00:36:21.790483Z","end":"2026-03-06T00:36:23.366891Z","steps":["trace[525752138] 'process raft request' (duration: 1.576267228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:21.790441Z","time spent":"1.576534044s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:23.367118Z","caller":"traceutil/trace.go:171","msg":"trace[1823905515] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.038432366s","start":"2026-03-06T00:36:22.328657Z","end":"2026-03-06T00:36:23.367089Z","steps":["trace[1823905515] 'process raft request' (duration: 1.038200111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:22.328628Z","time spent":"1.038551928s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:23.367278Z","caller":"traceutil/trace.go:171","msg":"trace[582510264] linearizableReadLoop","detail":"{readStateIndex:1691; appliedIndex:1687; }","duration":"1.802535165s","start":"2026-03-06T00:36:21.564724Z","end":"2026-03-06T00:36:23.367259Z","steps":["trace[582510264] 'read index received' (duration: 877.620577ms)","trace[582510264] 'applied index is now lower than readState.Index' (duration: 924.911988ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:23.367263Z","caller":"traceutil/trace.go:171","msg":"trace[1855792372] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"587.856525ms","start":"2026-03-06T00:36:22.779364Z","end":"2026-03-06T00:36:23.36722Z","steps":["trace[1855792372] 'process raft request' (duration: 587.745033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689465418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:36:23.367545Z","caller":"traceutil/trace.go:171","msg":"trace[858437244] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1627; }","duration":"3.68954346s","start":"2026-03-06T00:36:19.677994Z","end":"2026-03-06T00:36:23.367537Z","steps":["trace[858437244] 'agreement among raft nodes before linearized reading' (duration: 3.689478339s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463441207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a197119f2ab0d\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-06T00:36:23.367572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.677975Z","time spent":"3.689590872s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:23.36756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:22.779343Z","time spent":"588.116312ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:23.367594Z","caller":"traceutil/trace.go:171","msg":"trace[1107190362] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a197119f2ab0d; range_end:; response_count:1; response_revision:1627; }","duration":"2.463542069s","start":"2026-03-06T00:36:20.904036Z","end":"2026-03-06T00:36:23.367578Z","steps":["trace[1107190362] 'agreement among raft nodes before linearized reading' (duration: 2.463313024s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:20.904013Z","time spent":"2.46361603s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a197119f2ab0d\" "} {"level":"warn","ts":"2026-03-06T00:36:23.367556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447471072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:36:23.367679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059102917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:36:23.367732Z","caller":"traceutil/trace.go:171","msg":"trace[1497108792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"4.059174488s","start":"2026-03-06T00:36:19.308543Z","end":"2026-03-06T00:36:23.367717Z","steps":["trace[1497108792] 'agreement among raft nodes before linearized reading' (duration: 4.059045315s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174442154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-06T00:36:23.367781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.308531Z","time spent":"4.05923901s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:36:23.367797Z","caller":"traceutil/trace.go:171","msg":"trace[1941427179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"4.174543976s","start":"2026-03-06T00:36:19.193233Z","end":"2026-03-06T00:36:23.367777Z","steps":["trace[1941427179] 'agreement among raft nodes before linearized reading' (duration: 4.174369093s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004657995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:36:23.36782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076742929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:36:23.367832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.193211Z","time spent":"4.174613628s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:36:23.367861Z","caller":"traceutil/trace.go:171","msg":"trace[1437019714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"4.004734236s","start":"2026-03-06T00:36:19.363102Z","end":"2026-03-06T00:36:23.367836Z","steps":["trace[1437019714] 'agreement among raft nodes before linearized reading' (duration: 4.004659024s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.367871Z","caller":"traceutil/trace.go:171","msg":"trace[1466838094] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1627; }","duration":"3.076821081s","start":"2026-03-06T00:36:20.291031Z","end":"2026-03-06T00:36:23.367852Z","steps":["trace[1466838094] 'agreement among raft nodes before linearized reading' (duration: 3.07675321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.367906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.36308Z","time spent":"4.004817768s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:23.36774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001186798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:36:23.367689Z","caller":"traceutil/trace.go:171","msg":"trace[724010346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1627; }","duration":"4.447628076s","start":"2026-03-06T00:36:18.920053Z","end":"2026-03-06T00:36:23.367681Z","steps":["trace[724010346] 'agreement among raft nodes before linearized reading' (duration: 4.44731526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.368033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:18.920043Z","time spent":"4.447979924s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:36:23.368038Z","caller":"traceutil/trace.go:171","msg":"trace[919697695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1627; }","duration":"4.001461113s","start":"2026-03-06T00:36:19.366526Z","end":"2026-03-06T00:36:23.367987Z","steps":["trace[919697695] 'agreement among raft nodes before linearized reading' (duration: 4.001153906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.368042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:20.291012Z","time spent":"3.076895032s","remote":"127.0.0.1:42128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:23.367716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578467437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:23.368149Z","caller":"traceutil/trace.go:171","msg":"trace[1668224320] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1627; }","duration":"3.578963058s","start":"2026-03-06T00:36:19.789164Z","end":"2026-03-06T00:36:23.368127Z","steps":["trace[1668224320] 'agreement among raft nodes before linearized reading' (duration: 3.578481018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.368095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.366515Z","time spent":"4.001564416s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:36:23.368218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.789132Z","time spent":"3.579062871s","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:23.367623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005542574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:36:23.368328Z","caller":"traceutil/trace.go:171","msg":"trace[1882529074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1627; }","duration":"4.006305371s","start":"2026-03-06T00:36:19.362011Z","end":"2026-03-06T00:36:23.368316Z","steps":["trace[1882529074] 'agreement among raft nodes before linearized reading' (duration: 4.005365501s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.368361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:19.361995Z","time spent":"4.006355333s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:23.371335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696642069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-06T00:36:23.371385Z","caller":"traceutil/trace.go:171","msg":"trace[1834192584] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c; range_end:; response_count:1; response_revision:1627; }","duration":"4.69673808s","start":"2026-03-06T00:36:18.674634Z","end":"2026-03-06T00:36:23.371372Z","steps":["trace[1834192584] 'agreement among raft nodes before linearized reading' (duration: 4.69313608s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.371413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:18.674612Z","time spent":"4.696792792s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c\" "} {"level":"warn","ts":"2026-03-06T00:36:23.371411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465898832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:36:23.371633Z","caller":"traceutil/trace.go:171","msg":"trace[1659826315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1627; }","duration":"4.466168868s","start":"2026-03-06T00:36:18.90544Z","end":"2026-03-06T00:36:23.371609Z","steps":["trace[1659826315] 'agreement among raft nodes before linearized reading' (duration: 4.462067078s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.371706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:18.905417Z","time spent":"4.46627306s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:36:23.372435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456297259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-06T00:36:23.372587Z","caller":"traceutil/trace.go:171","msg":"trace[936842313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c; range_end:; response_count:1; response_revision:1627; }","duration":"4.456501153s","start":"2026-03-06T00:36:18.91606Z","end":"2026-03-06T00:36:23.372562Z","steps":["trace[936842313] 'agreement among raft nodes before linearized reading' (duration: 4.451965242s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.37265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:18.916037Z","time spent":"4.456594786s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c\" "} {"level":"info","ts":"2026-03-06T00:36:23.389285Z","caller":"traceutil/trace.go:171","msg":"trace[1393301080] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"120.964842ms","start":"2026-03-06T00:36:23.268304Z","end":"2026-03-06T00:36:23.389269Z","steps":["trace[1393301080] 'process raft request' (duration: 120.762998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.389454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.976097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-06T00:36:23.389513Z","caller":"traceutil/trace.go:171","msg":"trace[1537213888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1628; }","duration":"583.069559ms","start":"2026-03-06T00:36:22.80643Z","end":"2026-03-06T00:36:23.389499Z","steps":["trace[1537213888] 'agreement among raft nodes before linearized reading' (duration: 582.900266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.389555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:22.806416Z","time spent":"583.13093ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:36:23.389682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.355323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T00:36:23.389841Z","caller":"traceutil/trace.go:171","msg":"trace[316069682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1628; }","duration":"635.606779ms","start":"2026-03-06T00:36:22.754184Z","end":"2026-03-06T00:36:23.38979Z","steps":["trace[316069682] 'agreement among raft nodes before linearized reading' (duration: 635.041936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.38995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:22.754163Z","time spent":"635.773332ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T00:36:23.599628Z","caller":"traceutil/trace.go:171","msg":"trace[1028046449] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"228.894336ms","start":"2026-03-06T00:36:23.370699Z","end":"2026-03-06T00:36:23.599593Z","steps":["trace[1028046449] 'process raft request' (duration: 228.6043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.599799Z","caller":"traceutil/trace.go:171","msg":"trace[2114403756] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"221.95118ms","start":"2026-03-06T00:36:23.377818Z","end":"2026-03-06T00:36:23.599769Z","steps":["trace[2114403756] 'process raft request' (duration: 221.718025ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.600098Z","caller":"traceutil/trace.go:171","msg":"trace[1318258398] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"222.165495ms","start":"2026-03-06T00:36:23.377897Z","end":"2026-03-06T00:36:23.600063Z","steps":["trace[1318258398] 'process raft request' (duration: 221.810748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.600114Z","caller":"traceutil/trace.go:171","msg":"trace[629911322] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"221.955461ms","start":"2026-03-06T00:36:23.37813Z","end":"2026-03-06T00:36:23.600085Z","steps":["trace[629911322] 'process raft request' (duration: 221.807188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.600238Z","caller":"traceutil/trace.go:171","msg":"trace[1420502873] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"221.94306ms","start":"2026-03-06T00:36:23.378273Z","end":"2026-03-06T00:36:23.600216Z","steps":["trace[1420502873] 'process raft request' (duration: 221.754946ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.600492Z","caller":"traceutil/trace.go:171","msg":"trace[1192624725] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"219.141738ms","start":"2026-03-06T00:36:23.381322Z","end":"2026-03-06T00:36:23.600464Z","steps":["trace[1192624725] 'process raft request' (duration: 219.008805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.600468Z","caller":"traceutil/trace.go:171","msg":"trace[1263556336] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1694; }","duration":"209.823621ms","start":"2026-03-06T00:36:23.390622Z","end":"2026-03-06T00:36:23.600446Z","steps":["trace[1263556336] 'read index received' (duration: 208.698626ms)","trace[1263556336] 'applied index is now lower than readState.Index' (duration: 1.124085ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:23.600499Z","caller":"traceutil/trace.go:171","msg":"trace[556253992] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"221.504581ms","start":"2026-03-06T00:36:23.378942Z","end":"2026-03-06T00:36:23.600447Z","steps":["trace[556253992] 'process raft request' (duration: 221.205984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.600607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.957283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:23.600676Z","caller":"traceutil/trace.go:171","msg":"trace[1619483856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1635; }","duration":"210.081156ms","start":"2026-03-06T00:36:23.390577Z","end":"2026-03-06T00:36:23.600658Z","steps":["trace[1619483856] 'agreement among raft nodes before linearized reading' (duration: 209.956254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.613404Z","caller":"traceutil/trace.go:171","msg":"trace[1325905967] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"216.637933ms","start":"2026-03-06T00:36:23.396754Z","end":"2026-03-06T00:36:23.613392Z","steps":["trace[1325905967] 'process raft request' (duration: 216.533771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:23.613629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.679369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:23.613672Z","caller":"traceutil/trace.go:171","msg":"trace[773059781] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1638; }","duration":"210.751291ms","start":"2026-03-06T00:36:23.40291Z","end":"2026-03-06T00:36:23.613661Z","steps":["trace[773059781] 'agreement among raft nodes before linearized reading' (duration: 210.662199ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:23.613672Z","caller":"traceutil/trace.go:171","msg":"trace[1339393484] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"216.812407ms","start":"2026-03-06T00:36:23.39683Z","end":"2026-03-06T00:36:23.613643Z","steps":["trace[1339393484] 'process raft request' (duration: 216.531521ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:31.571234Z","caller":"traceutil/trace.go:171","msg":"trace[403823951] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"196.024754ms","start":"2026-03-06T00:36:31.375181Z","end":"2026-03-06T00:36:31.571206Z","steps":["trace[403823951] 'process raft request' (duration: 195.803539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:31.613487Z","caller":"traceutil/trace.go:171","msg":"trace[549355232] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1773; }","duration":"183.168198ms","start":"2026-03-06T00:36:31.430261Z","end":"2026-03-06T00:36:31.613429Z","steps":["trace[549355232] 'read index received' (duration: 140.734852ms)","trace[549355232] 'applied index is now lower than readState.Index' (duration: 42.432296ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:31.613566Z","caller":"traceutil/trace.go:171","msg":"trace[1057060622] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"215.412605ms","start":"2026-03-06T00:36:31.398115Z","end":"2026-03-06T00:36:31.613528Z","steps":["trace[1057060622] 'process raft request' (duration: 215.095347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:31.613709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.432584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:36:31.61376Z","caller":"traceutil/trace.go:171","msg":"trace[1754118866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1706; }","duration":"183.543177ms","start":"2026-03-06T00:36:31.4302Z","end":"2026-03-06T00:36:31.613743Z","steps":["trace[1754118866] 'agreement among raft nodes before linearized reading' (duration: 183.365663ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:35.840489Z","caller":"traceutil/trace.go:171","msg":"trace[1529787727] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"101.593581ms","start":"2026-03-06T00:36:35.73887Z","end":"2026-03-06T00:36:35.840464Z","steps":["trace[1529787727] 'process raft request' (duration: 101.324045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:35.844889Z","caller":"traceutil/trace.go:171","msg":"trace[887364287] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"105.287093ms","start":"2026-03-06T00:36:35.739576Z","end":"2026-03-06T00:36:35.844863Z","steps":["trace[887364287] 'process raft request' (duration: 105.101779ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:35.845155Z","caller":"traceutil/trace.go:171","msg":"trace[1613027389] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"105.19328ms","start":"2026-03-06T00:36:35.739946Z","end":"2026-03-06T00:36:35.845139Z","steps":["trace[1613027389] 'process raft request' (duration: 104.871623ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:35.845352Z","caller":"traceutil/trace.go:171","msg":"trace[1551555350] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"104.163958ms","start":"2026-03-06T00:36:35.741173Z","end":"2026-03-06T00:36:35.845336Z","steps":["trace[1551555350] 'process raft request' (duration: 103.897462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:35.845481Z","caller":"traceutil/trace.go:171","msg":"trace[107246672] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"103.988214ms","start":"2026-03-06T00:36:35.741399Z","end":"2026-03-06T00:36:35.845387Z","steps":["trace[107246672] 'process raft request' (duration: 103.80755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.79917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.487327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:37:02.799284Z","caller":"traceutil/trace.go:171","msg":"trace[845097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1881; }","duration":"279.65409ms","start":"2026-03-06T00:37:02.519606Z","end":"2026-03-06T00:37:02.79926Z","steps":["trace[845097] 'range keys from in-memory index tree' (duration: 279.299663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:03.067612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.762742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:37:03.067705Z","caller":"traceutil/trace.go:171","msg":"trace[1528661311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"157.950836ms","start":"2026-03-06T00:37:02.90973Z","end":"2026-03-06T00:37:03.067681Z","steps":["trace[1528661311] 'range keys from in-memory index tree' (duration: 157.570468ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:08.746113Z","caller":"traceutil/trace.go:171","msg":"trace[610312241] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"101.833497ms","start":"2026-03-06T00:37:08.644243Z","end":"2026-03-06T00:37:08.746076Z","steps":["trace[610312241] 'process raft request' (duration: 101.623183ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:14.313976Z","caller":"traceutil/trace.go:171","msg":"trace[1121071366] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"431.91332ms","start":"2026-03-06T00:37:13.882034Z","end":"2026-03-06T00:37:14.313947Z","steps":["trace[1121071366] 'process raft request' (duration: 431.756976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:14.31422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:13.882009Z","time spent":"432.074254ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:15.125634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.434673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:15.125885Z","caller":"traceutil/trace.go:171","msg":"trace[393377239] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"682.871958ms","start":"2026-03-06T00:37:14.442993Z","end":"2026-03-06T00:37:15.125865Z","steps":["trace[393377239] 'process raft request' (duration: 682.767726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.125962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.442975Z","time spent":"682.95394ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:15.126087Z","caller":"traceutil/trace.go:171","msg":"trace[1279395217] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.243686603s","start":"2026-03-06T00:37:13.882389Z","end":"2026-03-06T00:37:15.126075Z","steps":["trace[1279395217] 'process raft request' (duration: 475.636696ms)","trace[1279395217] 'compare' (duration: 767.220809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:15.126143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:13.882364Z","time spent":"1.243751844s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:15.126147Z","caller":"traceutil/trace.go:171","msg":"trace[1460599601] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2006; }","duration":"1.237944215s","start":"2026-03-06T00:37:13.888165Z","end":"2026-03-06T00:37:15.126109Z","steps":["trace[1460599601] 'read index received' (duration: 425.594301ms)","trace[1460599601] 'applied index is now lower than readState.Index' (duration: 812.347244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:15.1332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245020073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-06T00:37:15.133258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204687602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:37:15.133269Z","caller":"traceutil/trace.go:171","msg":"trace[55856809] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1932; }","duration":"1.245134364s","start":"2026-03-06T00:37:13.888119Z","end":"2026-03-06T00:37:15.133253Z","steps":["trace[55856809] 'agreement among raft nodes before linearized reading' (duration: 1.23813568s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.133308Z","caller":"traceutil/trace.go:171","msg":"trace[367137940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1932; }","duration":"1.204793554s","start":"2026-03-06T00:37:13.928499Z","end":"2026-03-06T00:37:15.133292Z","steps":["trace[367137940] 'agreement among raft nodes before linearized reading' (duration: 1.197791209s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.133348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:13.888106Z","time spent":"1.245230427s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:37:15.133392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:13.928478Z","time spent":"1.204871976s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:37:15.133466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.702186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:37:15.133565Z","caller":"traceutil/trace.go:171","msg":"trace[1353209760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1932; }","duration":"988.85926ms","start":"2026-03-06T00:37:14.144683Z","end":"2026-03-06T00:37:15.133542Z","steps":["trace[1353209760] 'agreement among raft nodes before linearized reading' (duration: 981.912976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.133627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.144661Z","time spent":"988.951271ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:37:15.133564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110354861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:37:15.133753Z","caller":"traceutil/trace.go:171","msg":"trace[1936511234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1932; }","duration":"1.110592996s","start":"2026-03-06T00:37:14.023095Z","end":"2026-03-06T00:37:15.133688Z","steps":["trace[1936511234] 'agreement among raft nodes before linearized reading' (duration: 1.103438718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.133828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107885256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T00:37:15.133886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.164409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-06T00:37:15.133891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.023083Z","time spent":"1.110766649s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:37:15.133921Z","caller":"traceutil/trace.go:171","msg":"trace[1241852744] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1932; }","duration":"748.24024ms","start":"2026-03-06T00:37:14.385672Z","end":"2026-03-06T00:37:15.133912Z","steps":["trace[1241852744] 'agreement among raft nodes before linearized reading' (duration: 740.895127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.133951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.385652Z","time spent":"748.289021ms","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T00:37:15.13384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107556649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:37:15.134116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114735347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:37:15.134146Z","caller":"traceutil/trace.go:171","msg":"trace[412110844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.107879635s","start":"2026-03-06T00:37:14.026232Z","end":"2026-03-06T00:37:15.134111Z","steps":["trace[412110844] 'agreement among raft nodes before linearized reading' (duration: 1.100288417s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.134175Z","caller":"traceutil/trace.go:171","msg":"trace[203192206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1932; }","duration":"1.114852319s","start":"2026-03-06T00:37:14.019305Z","end":"2026-03-06T00:37:15.134158Z","steps":["trace[203192206] 'agreement among raft nodes before linearized reading' (duration: 1.107239861s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.134213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.019286Z","time spent":"1.114919041s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:37:15.134215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.026222Z","time spent":"1.107979537s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:15.134489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.051374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130343"} {"level":"info","ts":"2026-03-06T00:37:15.134548Z","caller":"traceutil/trace.go:171","msg":"trace[240834385] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1932; }","duration":"747.161486ms","start":"2026-03-06T00:37:14.38738Z","end":"2026-03-06T00:37:15.134541Z","steps":["trace[240834385] 'agreement among raft nodes before linearized reading' (duration: 739.203811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.134496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106114827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-06T00:37:15.134568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.387355Z","time spent":"747.207848ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130366,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-06T00:37:15.133982Z","caller":"traceutil/trace.go:171","msg":"trace[579399051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.108115982s","start":"2026-03-06T00:37:14.025832Z","end":"2026-03-06T00:37:15.133948Z","steps":["trace[579399051] 'agreement among raft nodes before linearized reading' (duration: 1.100638666s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.134599Z","caller":"traceutil/trace.go:171","msg":"trace[1008552390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.106233909s","start":"2026-03-06T00:37:14.028347Z","end":"2026-03-06T00:37:15.134581Z","steps":["trace[1008552390] 'agreement among raft nodes before linearized reading' (duration: 1.098060629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.134665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.028339Z","time spent":"1.106316151s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:15.134656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:14.025822Z","time spent":"1.108816377s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:37:15.242179Z","caller":"traceutil/trace.go:171","msg":"trace[696896192] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"103.943414ms","start":"2026-03-06T00:37:15.1382Z","end":"2026-03-06T00:37:15.242143Z","steps":["trace[696896192] 'process raft request' (duration: 103.794851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.242184Z","caller":"traceutil/trace.go:171","msg":"trace[567034613] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"104.389564ms","start":"2026-03-06T00:37:15.137754Z","end":"2026-03-06T00:37:15.242143Z","steps":["trace[567034613] 'process raft request' (duration: 99.159969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.242493Z","caller":"traceutil/trace.go:171","msg":"trace[1244426386] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2009; }","duration":"104.060727ms","start":"2026-03-06T00:37:15.138417Z","end":"2026-03-06T00:37:15.242477Z","steps":["trace[1244426386] 'read index received' (duration: 54.232787ms)","trace[1244426386] 'applied index is now lower than readState.Index' (duration: 49.82642ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:15.242509Z","caller":"traceutil/trace.go:171","msg":"trace[382249074] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"103.644827ms","start":"2026-03-06T00:37:15.138845Z","end":"2026-03-06T00:37:15.24249Z","steps":["trace[382249074] 'process raft request' (duration: 103.482963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.242489Z","caller":"traceutil/trace.go:171","msg":"trace[49149627] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"103.79233ms","start":"2026-03-06T00:37:15.138673Z","end":"2026-03-06T00:37:15.242465Z","steps":["trace[49149627] 'process raft request' (duration: 103.403862ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.24255Z","caller":"traceutil/trace.go:171","msg":"trace[1974823500] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"103.255399ms","start":"2026-03-06T00:37:15.139266Z","end":"2026-03-06T00:37:15.242522Z","steps":["trace[1974823500] 'process raft request' (duration: 103.166497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:15.24284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.373063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-06T00:37:15.242917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.217889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130343"} {"level":"info","ts":"2026-03-06T00:37:15.242966Z","caller":"traceutil/trace.go:171","msg":"trace[979445488] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1938; }","duration":"104.544367ms","start":"2026-03-06T00:37:15.138396Z","end":"2026-03-06T00:37:15.24294Z","steps":["trace[979445488] 'agreement among raft nodes before linearized reading' (duration: 104.200559ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:15.242982Z","caller":"traceutil/trace.go:171","msg":"trace[1071912918] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1938; }","duration":"104.317422ms","start":"2026-03-06T00:37:15.138647Z","end":"2026-03-06T00:37:15.242964Z","steps":["trace[1071912918] 'agreement among raft nodes before linearized reading' (duration: 104.035596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:16.55249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.710189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:16.552661Z","caller":"traceutil/trace.go:171","msg":"trace[312699471] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"233.473362ms","start":"2026-03-06T00:37:16.31917Z","end":"2026-03-06T00:37:16.552643Z","steps":["trace[312699471] 'process raft request' (duration: 233.41774ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:16.552678Z","caller":"traceutil/trace.go:171","msg":"trace[673803970] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2015; }","duration":"460.382948ms","start":"2026-03-06T00:37:16.092262Z","end":"2026-03-06T00:37:16.552645Z","steps":["trace[673803970] 'read index received' (duration: 162.332742ms)","trace[673803970] 'applied index is now lower than readState.Index' (duration: 298.048796ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:16.552706Z","caller":"traceutil/trace.go:171","msg":"trace[10844016] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"570.353754ms","start":"2026-03-06T00:37:15.982317Z","end":"2026-03-06T00:37:16.55267Z","steps":["trace[10844016] 'process raft request' (duration: 272.358089ms)","trace[10844016] 'compare' (duration: 297.610677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:16.552934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.674304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-06T00:37:16.552956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:15.982293Z","time spent":"570.487437ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:16.552977Z","caller":"traceutil/trace.go:171","msg":"trace[1695833646] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:1940; }","duration":"460.772937ms","start":"2026-03-06T00:37:16.092193Z","end":"2026-03-06T00:37:16.552966Z","steps":["trace[1695833646] 'agreement among raft nodes before linearized reading' (duration: 460.604333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:16.553011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:16.092165Z","time spent":"460.837589ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T00:37:16.553253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.536607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:16.55331Z","caller":"traceutil/trace.go:171","msg":"trace[4056715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"254.595658ms","start":"2026-03-06T00:37:16.298701Z","end":"2026-03-06T00:37:16.553297Z","steps":["trace[4056715] 'agreement among raft nodes before linearized reading' (duration: 254.508406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:16.553322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.617493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:37:16.553454Z","caller":"traceutil/trace.go:171","msg":"trace[34376274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"411.781866ms","start":"2026-03-06T00:37:16.141627Z","end":"2026-03-06T00:37:16.553409Z","steps":["trace[34376274] 'agreement among raft nodes before linearized reading' (duration: 411.48765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:16.553521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:16.141604Z","time spent":"411.900958ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:37:17.269918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.254137ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-06T00:37:17.270082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:16.554347Z","time spent":"715.717592ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:37:17.270157Z","caller":"traceutil/trace.go:171","msg":"trace[627773375] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"131.03944ms","start":"2026-03-06T00:37:17.139097Z","end":"2026-03-06T00:37:17.270136Z","steps":["trace[627773375] 'process raft request' (duration: 130.929908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:17.270211Z","caller":"traceutil/trace.go:171","msg":"trace[1320055617] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2017; }","duration":"494.567263ms","start":"2026-03-06T00:37:16.775619Z","end":"2026-03-06T00:37:17.270186Z","steps":["trace[1320055617] 'read index received' (duration: 372.04703ms)","trace[1320055617] 'applied index is now lower than readState.Index' (duration: 122.517403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:17.270491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.857439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:37:17.270541Z","caller":"traceutil/trace.go:171","msg":"trace[1973783796] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1941; }","duration":"494.923551ms","start":"2026-03-06T00:37:16.775604Z","end":"2026-03-06T00:37:17.270527Z","steps":["trace[1973783796] 'agreement among raft nodes before linearized reading' (duration: 494.811398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:17.270577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:16.775546Z","time spent":"495.020963ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:37:17.86264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.083843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:17.863Z","caller":"traceutil/trace.go:171","msg":"trace[856510356] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"591.569383ms","start":"2026-03-06T00:37:17.271341Z","end":"2026-03-06T00:37:17.86291Z","steps":["trace[856510356] 'process raft request' (duration: 358.058821ms)","trace[856510356] 'compare' (duration: 232.857578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:17.863198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.271315Z","time spent":"591.790918ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:17.864984Z","caller":"traceutil/trace.go:171","msg":"trace[1714643205] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"589.748873ms","start":"2026-03-06T00:37:17.27521Z","end":"2026-03-06T00:37:17.864959Z","steps":["trace[1714643205] 'process raft request' (duration: 589.61966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:17.865215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.27519Z","time spent":"589.914927ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:17.865272Z","caller":"traceutil/trace.go:171","msg":"trace[1533414921] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"589.782894ms","start":"2026-03-06T00:37:17.275472Z","end":"2026-03-06T00:37:17.865255Z","steps":["trace[1533414921] 'process raft request' (duration: 589.662312ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:17.865265Z","caller":"traceutil/trace.go:171","msg":"trace[1734613845] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"589.823185ms","start":"2026-03-06T00:37:17.275415Z","end":"2026-03-06T00:37:17.865238Z","steps":["trace[1734613845] 'process raft request' (duration: 589.510688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:17.865379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.275465Z","time spent":"589.869706ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:17.865424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.275405Z","time spent":"589.944527ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:17.865461Z","caller":"traceutil/trace.go:171","msg":"trace[1682146403] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2019; }","duration":"525.815002ms","start":"2026-03-06T00:37:17.339624Z","end":"2026-03-06T00:37:17.865439Z","steps":["trace[1682146403] 'read index received' (duration: 289.802195ms)","trace[1682146403] 'applied index is now lower than readState.Index' (duration: 236.011977ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:17.865491Z","caller":"traceutil/trace.go:171","msg":"trace[2086764533] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"589.872156ms","start":"2026-03-06T00:37:17.27554Z","end":"2026-03-06T00:37:17.865412Z","steps":["trace[2086764533] 'process raft request' (duration: 589.670491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:17.865568Z","caller":"traceutil/trace.go:171","msg":"trace[65207740] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"589.747922ms","start":"2026-03-06T00:37:17.275807Z","end":"2026-03-06T00:37:17.865555Z","steps":["trace[65207740] 'process raft request' (duration: 589.590878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:17.865628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.030566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:37:17.865633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.275782Z","time spent":"589.819344ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:17.865663Z","caller":"traceutil/trace.go:171","msg":"trace[976777311] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1948; }","duration":"482.104608ms","start":"2026-03-06T00:37:17.383549Z","end":"2026-03-06T00:37:17.865654Z","steps":["trace[976777311] 'agreement among raft nodes before linearized reading' (duration: 482.031136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:17.865662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.037658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a19795b1a13da\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-06T00:37:17.865726Z","caller":"traceutil/trace.go:171","msg":"trace[1693808414] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a19795b1a13da; range_end:; response_count:1; response_revision:1948; }","duration":"526.13867ms","start":"2026-03-06T00:37:17.339571Z","end":"2026-03-06T00:37:17.865709Z","steps":["trace[1693808414] 'agreement among raft nodes before linearized reading' (duration: 525.995417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:17.865751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.383767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:37:17.865771Z","caller":"traceutil/trace.go:171","msg":"trace[815343519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"304.444788ms","start":"2026-03-06T00:37:17.561321Z","end":"2026-03-06T00:37:17.865765Z","steps":["trace[815343519] 'agreement among raft nodes before linearized reading' (duration: 304.382177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:17.86554Z","caller":"traceutil/trace.go:171","msg":"trace[1813979571] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"589.825325ms","start":"2026-03-06T00:37:17.275696Z","end":"2026-03-06T00:37:17.865521Z","steps":["trace[1813979571] 'process raft request' (duration: 589.628651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:17.865887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.275687Z","time spent":"590.163632ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:17.865926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.561299Z","time spent":"304.616012ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:37:17.865698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.275528Z","time spent":"590.064041ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:17.865688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.383538Z","time spent":"482.142189ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:37:17.865767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:17.339548Z","time spent":"526.210211ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a19795b1a13da\" "} {"level":"info","ts":"2026-03-06T00:37:49.115139Z","caller":"traceutil/trace.go:171","msg":"trace[1597970991] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"156.36438ms","start":"2026-03-06T00:37:48.958744Z","end":"2026-03-06T00:37:49.115109Z","steps":["trace[1597970991] 'process raft request' (duration: 110.191942ms)","trace[1597970991] 'compare' (duration: 45.965204ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:52.188446Z","caller":"traceutil/trace.go:171","msg":"trace[1153395764] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2306; }","duration":"102.44975ms","start":"2026-03-06T00:37:52.085978Z","end":"2026-03-06T00:37:52.188428Z","steps":["trace[1153395764] 'read index received' (duration: 61.890265ms)","trace[1153395764] 'applied index is now lower than readState.Index' (duration: 40.558865ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:52.188561Z","caller":"traceutil/trace.go:171","msg":"trace[2110254450] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"133.450393ms","start":"2026-03-06T00:37:52.055091Z","end":"2026-03-06T00:37:52.188541Z","steps":["trace[2110254450] 'process raft request' (duration: 92.726955ms)","trace[2110254450] 'compare' (duration: 40.505623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:52.188631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.638143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:37:52.188655Z","caller":"traceutil/trace.go:171","msg":"trace[701369215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2217; }","duration":"102.727695ms","start":"2026-03-06T00:37:52.085921Z","end":"2026-03-06T00:37:52.188648Z","steps":["trace[701369215] 'agreement among raft nodes before linearized reading' (duration: 102.611723ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:52.744866Z","caller":"traceutil/trace.go:171","msg":"trace[1912197818] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2312; }","duration":"134.608409ms","start":"2026-03-06T00:37:52.610236Z","end":"2026-03-06T00:37:52.744844Z","steps":["trace[1912197818] 'read index received' (duration: 134.523537ms)","trace[1912197818] 'applied index is now lower than readState.Index' (duration: 83.902µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:52.745077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.817993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-06T00:37:52.745118Z","caller":"traceutil/trace.go:171","msg":"trace[1522208707] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2223; }","duration":"134.925466ms","start":"2026-03-06T00:37:52.610182Z","end":"2026-03-06T00:37:52.745108Z","steps":["trace[1522208707] 'agreement among raft nodes before linearized reading' (duration: 134.754602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:52.745038Z","caller":"traceutil/trace.go:171","msg":"trace[1671545068] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"147.651647ms","start":"2026-03-06T00:37:52.59725Z","end":"2026-03-06T00:37:52.744902Z","steps":["trace[1671545068] 'process raft request' (duration: 147.436173ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:52.874317Z","caller":"traceutil/trace.go:171","msg":"trace[853962139] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"200.212247ms","start":"2026-03-06T00:37:52.674073Z","end":"2026-03-06T00:37:52.874285Z","steps":["trace[853962139] 'process raft request' (duration: 163.891305ms)","trace[853962139] 'compare' (duration: 36.187729ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:53.731772Z","caller":"traceutil/trace.go:171","msg":"trace[98002363] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"401.159721ms","start":"2026-03-06T00:37:53.330586Z","end":"2026-03-06T00:37:53.731745Z","steps":["trace[98002363] 'process raft request' (duration: 400.989697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:53.731926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:53.330566Z","time spent":"401.283583ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:53.821133Z","caller":"traceutil/trace.go:171","msg":"trace[1740883044] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2314; }","duration":"219.798779ms","start":"2026-03-06T00:37:53.601301Z","end":"2026-03-06T00:37:53.8211Z","steps":["trace[1740883044] 'read index received' (duration: 130.379286ms)","trace[1740883044] 'applied index is now lower than readState.Index' (duration: 89.418163ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:53.821264Z","caller":"traceutil/trace.go:171","msg":"trace[685726354] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"475.560912ms","start":"2026-03-06T00:37:53.345691Z","end":"2026-03-06T00:37:53.821252Z","steps":["trace[685726354] 'process raft request' (duration: 475.0033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:53.821519Z","caller":"traceutil/trace.go:171","msg":"trace[1895187586] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"397.501199ms","start":"2026-03-06T00:37:53.423994Z","end":"2026-03-06T00:37:53.821495Z","steps":["trace[1895187586] 'process raft request' (duration: 397.040869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:53.821643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:53.345662Z","time spent":"475.625843ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:37:53.821545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.220508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f\" ","response":"range_response_count:1 size:3616"} {"level":"warn","ts":"2026-03-06T00:37:53.821666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:53.423969Z","time spent":"397.625752ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:53.821724Z","caller":"traceutil/trace.go:171","msg":"trace[1011353258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f; range_end:; response_count:1; response_revision:2227; }","duration":"220.429933ms","start":"2026-03-06T00:37:53.60126Z","end":"2026-03-06T00:37:53.82169Z","steps":["trace[1011353258] 'agreement among raft nodes before linearized reading' (duration: 220.071875ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.354551Z","caller":"traceutil/trace.go:171","msg":"trace[1542699785] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2369; }","duration":"143.177438ms","start":"2026-03-06T00:37:58.21135Z","end":"2026-03-06T00:37:58.354528Z","steps":["trace[1542699785] 'read index received' (duration: 12.900504ms)","trace[1542699785] 'applied index is now lower than readState.Index' (duration: 130.275204ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:58.35469Z","caller":"traceutil/trace.go:171","msg":"trace[1645602530] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"167.644117ms","start":"2026-03-06T00:37:58.187031Z","end":"2026-03-06T00:37:58.354675Z","steps":["trace[1645602530] 'process raft request' (duration: 142.001792ms)","trace[1645602530] 'compare' (duration: 24.92885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:58.354974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.599858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:37:58.355057Z","caller":"traceutil/trace.go:171","msg":"trace[1456275824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"143.73362ms","start":"2026-03-06T00:37:58.211306Z","end":"2026-03-06T00:37:58.35504Z","steps":["trace[1456275824] 'agreement among raft nodes before linearized reading' (duration: 143.474015ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.355185Z","caller":"traceutil/trace.go:171","msg":"trace[2130115763] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"138.68821ms","start":"2026-03-06T00:37:58.216476Z","end":"2026-03-06T00:37:58.355164Z","steps":["trace[2130115763] 'process raft request' (duration: 137.844621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.544479Z","caller":"traceutil/trace.go:171","msg":"trace[178356672] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"184.632853ms","start":"2026-03-06T00:37:58.359816Z","end":"2026-03-06T00:37:58.544449Z","steps":["trace[178356672] 'process raft request' (duration: 184.514171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.544588Z","caller":"traceutil/trace.go:171","msg":"trace[926700002] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"184.764906ms","start":"2026-03-06T00:37:58.359783Z","end":"2026-03-06T00:37:58.544547Z","steps":["trace[926700002] 'process raft request' (duration: 181.517455ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.544916Z","caller":"traceutil/trace.go:171","msg":"trace[1160240516] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"184.542641ms","start":"2026-03-06T00:37:58.360313Z","end":"2026-03-06T00:37:58.544855Z","steps":["trace[1160240516] 'process raft request' (duration: 184.066271ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.545009Z","caller":"traceutil/trace.go:171","msg":"trace[1214818427] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"184.124792ms","start":"2026-03-06T00:37:58.36085Z","end":"2026-03-06T00:37:58.544975Z","steps":["trace[1214818427] 'process raft request' (duration: 183.851606ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.545037Z","caller":"traceutil/trace.go:171","msg":"trace[593743580] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"131.671714ms","start":"2026-03-06T00:37:58.413334Z","end":"2026-03-06T00:37:58.545005Z","steps":["trace[593743580] 'process raft request' (duration: 131.617743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.545031Z","caller":"traceutil/trace.go:171","msg":"trace[1642317733] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"182.989077ms","start":"2026-03-06T00:37:58.361999Z","end":"2026-03-06T00:37:58.544988Z","steps":["trace[1642317733] 'process raft request' (duration: 182.830833ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.545077Z","caller":"traceutil/trace.go:171","msg":"trace[741726510] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"182.930555ms","start":"2026-03-06T00:37:58.36211Z","end":"2026-03-06T00:37:58.545041Z","steps":["trace[741726510] 'process raft request' (duration: 182.784602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:58.545113Z","caller":"traceutil/trace.go:171","msg":"trace[778929201] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2372; }","duration":"184.9234ms","start":"2026-03-06T00:37:58.360154Z","end":"2026-03-06T00:37:58.545077Z","steps":["trace[778929201] 'read index received' (duration: 48.44162ms)","trace[778929201] 'applied index is now lower than readState.Index' (duration: 136.47991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:58.54539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.210166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T00:37:58.545444Z","caller":"traceutil/trace.go:171","msg":"trace[1726845414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2286; }","duration":"185.568963ms","start":"2026-03-06T00:37:58.359861Z","end":"2026-03-06T00:37:58.54543Z","steps":["trace[1726845414] 'agreement among raft nodes before linearized reading' (duration: 185.336938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:02.682574Z","caller":"traceutil/trace.go:171","msg":"trace[1842387763] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"116.576601ms","start":"2026-03-06T00:38:02.565977Z","end":"2026-03-06T00:38:02.682554Z","steps":["trace[1842387763] 'process raft request' (duration: 115.655381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:02.682792Z","caller":"traceutil/trace.go:171","msg":"trace[1214064345] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"116.714024ms","start":"2026-03-06T00:38:02.566059Z","end":"2026-03-06T00:38:02.682773Z","steps":["trace[1214064345] 'process raft request' (duration: 116.452698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:02.683147Z","caller":"traceutil/trace.go:171","msg":"trace[108007562] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"116.50105ms","start":"2026-03-06T00:38:02.566634Z","end":"2026-03-06T00:38:02.683135Z","steps":["trace[108007562] 'process raft request' (duration: 116.372237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:02.683213Z","caller":"traceutil/trace.go:171","msg":"trace[402953725] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"117.018511ms","start":"2026-03-06T00:38:02.566147Z","end":"2026-03-06T00:38:02.683166Z","steps":["trace[402953725] 'process raft request' (duration: 116.568011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:04.799004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056222773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:38:05.283344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525545207s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:38:05.283873Z","caller":"traceutil/trace.go:171","msg":"trace[1692799293] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"1.52614916s","start":"2026-03-06T00:38:03.757693Z","end":"2026-03-06T00:38:05.283843Z","steps":["trace[1692799293] 'process raft request' (duration: 1.525953945s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.28416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:03.757674Z","time spent":"1.526390924s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:05.290858Z","caller":"traceutil/trace.go:171","msg":"trace[618421791] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2436; }","duration":"992.625198ms","start":"2026-03-06T00:38:04.298212Z","end":"2026-03-06T00:38:05.290837Z","steps":["trace[618421791] 'read index received' (duration: 985.400439ms)","trace[618421791] 'applied index is now lower than readState.Index' (duration: 7.223779ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:05.290891Z","caller":"traceutil/trace.go:171","msg":"trace[1723635788] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"375.332501ms","start":"2026-03-06T00:38:04.915537Z","end":"2026-03-06T00:38:05.29087Z","steps":["trace[1723635788] 'process raft request' (duration: 375.260239ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:05.290893Z","caller":"traceutil/trace.go:171","msg":"trace[1898384559] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"1.431022639s","start":"2026-03-06T00:38:03.859837Z","end":"2026-03-06T00:38:05.29086Z","steps":["trace[1898384559] 'process raft request' (duration: 1.430854906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.291035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.915511Z","time spent":"375.437872ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:05.291055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:03.85981Z","time spent":"1.431152392s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:05.291092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.852433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:38:05.291188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.226892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:38:05.291196Z","caller":"traceutil/trace.go:171","msg":"trace[1486824282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2344; }","duration":"993.004527ms","start":"2026-03-06T00:38:04.298161Z","end":"2026-03-06T00:38:05.291166Z","steps":["trace[1486824282] 'agreement among raft nodes before linearized reading' (duration: 992.820013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.291257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.298138Z","time spent":"993.105829ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:38:05.291264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.734001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:38:05.291317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.716854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-06T00:38:05.291347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.790203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:38:05.291363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.244401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:38:05.291394Z","caller":"traceutil/trace.go:171","msg":"trace[1831984704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2344; }","duration":"604.851814ms","start":"2026-03-06T00:38:04.686527Z","end":"2026-03-06T00:38:05.291379Z","steps":["trace[1831984704] 'agreement among raft nodes before linearized reading' (duration: 604.764882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:05.2914Z","caller":"traceutil/trace.go:171","msg":"trace[1618733089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2344; }","duration":"604.296622ms","start":"2026-03-06T00:38:04.687092Z","end":"2026-03-06T00:38:05.291389Z","steps":["trace[1618733089] 'agreement among raft nodes before linearized reading' (duration: 604.141887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.291058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.926635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:38:05.291437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.687084Z","time spent":"604.346603ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:38:05.291438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.686516Z","time spent":"604.913766ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:05.291435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.600709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:38:05.291465Z","caller":"traceutil/trace.go:171","msg":"trace[1741304810] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2344; }","duration":"843.358255ms","start":"2026-03-06T00:38:04.448083Z","end":"2026-03-06T00:38:05.291441Z","steps":["trace[1741304810] 'agreement among raft nodes before linearized reading' (duration: 842.911864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:05.291517Z","caller":"traceutil/trace.go:171","msg":"trace[1521621487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2344; }","duration":"832.733332ms","start":"2026-03-06T00:38:04.458763Z","end":"2026-03-06T00:38:05.291496Z","steps":["trace[1521621487] 'agreement among raft nodes before linearized reading' (duration: 832.463115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.29153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.448071Z","time spent":"843.438417ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:38:05.291346Z","caller":"traceutil/trace.go:171","msg":"trace[2047578492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2344; }","duration":"711.861725ms","start":"2026-03-06T00:38:04.579465Z","end":"2026-03-06T00:38:05.291327Z","steps":["trace[2047578492] 'agreement among raft nodes before linearized reading' (duration: 711.66455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.291559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.458743Z","time spent":"832.807143ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:38:05.291597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.579441Z","time spent":"712.136521ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:05.291259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.797462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:38:05.291676Z","caller":"traceutil/trace.go:171","msg":"trace[665798403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2344; }","duration":"605.258203ms","start":"2026-03-06T00:38:04.686403Z","end":"2026-03-06T00:38:05.291661Z","steps":["trace[665798403] 'agreement among raft nodes before linearized reading' (duration: 604.70938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.291721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.686386Z","time spent":"605.320874ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:38:05.291266Z","caller":"traceutil/trace.go:171","msg":"trace[429382459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2344; }","duration":"605.330186ms","start":"2026-03-06T00:38:04.685917Z","end":"2026-03-06T00:38:05.291247Z","steps":["trace[429382459] 'agreement among raft nodes before linearized reading' (duration: 605.172161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.291797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.685898Z","time spent":"605.884057ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:38:05.29139Z","caller":"traceutil/trace.go:171","msg":"trace[240838849] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2344; }","duration":"639.809045ms","start":"2026-03-06T00:38:04.651557Z","end":"2026-03-06T00:38:05.291366Z","steps":["trace[240838849] 'agreement among raft nodes before linearized reading' (duration: 639.62828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.291876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:04.651546Z","time spent":"640.317976ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-06T00:38:26.093814Z","caller":"traceutil/trace.go:171","msg":"trace[632748722] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"120.266873ms","start":"2026-03-06T00:38:25.973511Z","end":"2026-03-06T00:38:26.093778Z","steps":["trace[632748722] 'process raft request' (duration: 105.286893ms)","trace[632748722] 'compare' (duration: 14.798836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:31.756259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.396044ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:38:31.75659Z","caller":"traceutil/trace.go:171","msg":"trace[444877953] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"281.402409ms","start":"2026-03-06T00:38:31.475167Z","end":"2026-03-06T00:38:31.75657Z","steps":["trace[444877953] 'process raft request' (duration: 281.197804ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:31.756737Z","caller":"traceutil/trace.go:171","msg":"trace[1663824244] linearizableReadLoop","detail":"{readStateIndex:2595; appliedIndex:2592; }","duration":"188.261433ms","start":"2026-03-06T00:38:31.568456Z","end":"2026-03-06T00:38:31.756717Z","steps":["trace[1663824244] 'read index received' (duration: 407.439µs)","trace[1663824244] 'applied index is now lower than readState.Index' (duration: 187.852704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:31.756838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.376745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:38:31.756812Z","caller":"traceutil/trace.go:171","msg":"trace[1047551812] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"258.3961ms","start":"2026-03-06T00:38:31.498373Z","end":"2026-03-06T00:38:31.756769Z","steps":["trace[1047551812] 'process raft request' (duration: 258.147155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:31.756879Z","caller":"traceutil/trace.go:171","msg":"trace[241144525] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2493; }","duration":"188.495058ms","start":"2026-03-06T00:38:31.568374Z","end":"2026-03-06T00:38:31.756869Z","steps":["trace[241144525] 'agreement among raft nodes before linearized reading' (duration: 188.425917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:31.7807Z","caller":"traceutil/trace.go:171","msg":"trace[1572979134] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"143.021485ms","start":"2026-03-06T00:38:31.637651Z","end":"2026-03-06T00:38:31.780672Z","steps":["trace[1572979134] 'process raft request' (duration: 142.80503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:31.780741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.809669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:38:31.780789Z","caller":"traceutil/trace.go:171","msg":"trace[325173000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2494; }","duration":"151.89246ms","start":"2026-03-06T00:38:31.628885Z","end":"2026-03-06T00:38:31.780777Z","steps":["trace[325173000] 'agreement among raft nodes before linearized reading' (duration: 151.732837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:31.780779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.875865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:38:31.780855Z","caller":"traceutil/trace.go:171","msg":"trace[1820896737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2494; }","duration":"197.989118ms","start":"2026-03-06T00:38:31.582846Z","end":"2026-03-06T00:38:31.780835Z","steps":["trace[1820896737] 'agreement among raft nodes before linearized reading' (duration: 197.753643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:31.780894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.784972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:38:31.780917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.229087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:38:31.780947Z","caller":"traceutil/trace.go:171","msg":"trace[329805863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2494; }","duration":"177.878544ms","start":"2026-03-06T00:38:31.603056Z","end":"2026-03-06T00:38:31.780934Z","steps":["trace[329805863] 'agreement among raft nodes before linearized reading' (duration: 177.71346ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:31.780986Z","caller":"traceutil/trace.go:171","msg":"trace[545041207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2494; }","duration":"171.32271ms","start":"2026-03-06T00:38:31.609647Z","end":"2026-03-06T00:38:31.780969Z","steps":["trace[545041207] 'agreement among raft nodes before linearized reading' (duration: 171.112115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:31.780971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.799929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:38:31.781061Z","caller":"traceutil/trace.go:171","msg":"trace[622499274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2494; }","duration":"151.971964ms","start":"2026-03-06T00:38:31.62905Z","end":"2026-03-06T00:38:31.781022Z","steps":["trace[622499274] 'agreement among raft nodes before linearized reading' (duration: 151.676526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:31.781189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.775991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:38:31.781249Z","caller":"traceutil/trace.go:171","msg":"trace[25423610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2494; }","duration":"152.866003ms","start":"2026-03-06T00:38:31.628368Z","end":"2026-03-06T00:38:31.781234Z","steps":["trace[25423610] 'agreement among raft nodes before linearized reading' (duration: 152.427223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:31.988812Z","caller":"traceutil/trace.go:171","msg":"trace[1107782562] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"204.221595ms","start":"2026-03-06T00:38:31.784565Z","end":"2026-03-06T00:38:31.988787Z","steps":["trace[1107782562] 'process raft request' (duration: 204.082452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:32.020932Z","caller":"traceutil/trace.go:171","msg":"trace[1643949929] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"235.74332ms","start":"2026-03-06T00:38:31.785162Z","end":"2026-03-06T00:38:32.020906Z","steps":["trace[1643949929] 'process raft request' (duration: 235.571086ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:32.021241Z","caller":"traceutil/trace.go:171","msg":"trace[2068662370] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"235.968336ms","start":"2026-03-06T00:38:31.785246Z","end":"2026-03-06T00:38:32.021214Z","steps":["trace[2068662370] 'process raft request' (duration: 235.616838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:32.021439Z","caller":"traceutil/trace.go:171","msg":"trace[340872571] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"236.093428ms","start":"2026-03-06T00:38:31.785325Z","end":"2026-03-06T00:38:32.021419Z","steps":["trace[340872571] 'process raft request' (duration: 235.756361ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:32.021478Z","caller":"traceutil/trace.go:171","msg":"trace[1249502999] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"233.198594ms","start":"2026-03-06T00:38:31.78826Z","end":"2026-03-06T00:38:32.021459Z","steps":["trace[1249502999] 'process raft request' (duration: 233.156693ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:32.02153Z","caller":"traceutil/trace.go:171","msg":"trace[88180798] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"233.338087ms","start":"2026-03-06T00:38:31.788165Z","end":"2026-03-06T00:38:32.021503Z","steps":["trace[88180798] 'process raft request' (duration: 233.138873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:33.20958Z","caller":"traceutil/trace.go:171","msg":"trace[343269895] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"246.327643ms","start":"2026-03-06T00:38:32.963226Z","end":"2026-03-06T00:38:33.209553Z","steps":["trace[343269895] 'process raft request' (duration: 246.151759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:33.910239Z","caller":"traceutil/trace.go:171","msg":"trace[978908835] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"148.737152ms","start":"2026-03-06T00:38:33.761466Z","end":"2026-03-06T00:38:33.910203Z","steps":["trace[978908835] 'process raft request' (duration: 148.592389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:34.170397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.365587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:34.170605Z","caller":"traceutil/trace.go:171","msg":"trace[249970129] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"223.142691ms","start":"2026-03-06T00:38:33.947395Z","end":"2026-03-06T00:38:34.170537Z","steps":["trace[249970129] 'read index received' (duration: 4.420637ms)","trace[249970129] 'applied index is now lower than readState.Index' (duration: 218.719484ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:34.170736Z","caller":"traceutil/trace.go:171","msg":"trace[1032822851] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"408.467671ms","start":"2026-03-06T00:38:33.762255Z","end":"2026-03-06T00:38:34.170723Z","steps":["trace[1032822851] 'process raft request' (duration: 189.670754ms)","trace[1032822851] 'compare' (duration: 218.249644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:34.170848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:33.762244Z","time spent":"408.532413ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:34.17106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.436369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:38:34.171075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.49056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:38:34.171142Z","caller":"traceutil/trace.go:171","msg":"trace[524599113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2503; }","duration":"145.569792ms","start":"2026-03-06T00:38:34.025554Z","end":"2026-03-06T00:38:34.171124Z","steps":["trace[524599113] 'agreement among raft nodes before linearized reading' (duration: 145.321617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:34.171133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.488433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:38:34.171166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.035261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:38:34.171259Z","caller":"traceutil/trace.go:171","msg":"trace[595811210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2503; }","duration":"146.153625ms","start":"2026-03-06T00:38:34.025084Z","end":"2026-03-06T00:38:34.171238Z","steps":["trace[595811210] 'agreement among raft nodes before linearized reading' (duration: 145.881389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:34.171267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.344797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:38:34.171147Z","caller":"traceutil/trace.go:171","msg":"trace[738042333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2503; }","duration":"145.585442ms","start":"2026-03-06T00:38:34.025546Z","end":"2026-03-06T00:38:34.171132Z","steps":["trace[738042333] 'agreement among raft nodes before linearized reading' (duration: 145.366107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.171343Z","caller":"traceutil/trace.go:171","msg":"trace[389728630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2503; }","duration":"145.535251ms","start":"2026-03-06T00:38:34.025772Z","end":"2026-03-06T00:38:34.171307Z","steps":["trace[389728630] 'agreement among raft nodes before linearized reading' (duration: 145.258285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.171384Z","caller":"traceutil/trace.go:171","msg":"trace[1183008961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2503; }","duration":"146.599815ms","start":"2026-03-06T00:38:34.024587Z","end":"2026-03-06T00:38:34.171187Z","steps":["trace[1183008961] 'agreement among raft nodes before linearized reading' (duration: 146.410701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:34.171354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.452037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:38:34.17122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.801536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189a198d858b31ac\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-06T00:38:34.171471Z","caller":"traceutil/trace.go:171","msg":"trace[1705641565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2503; }","duration":"178.58644ms","start":"2026-03-06T00:38:33.99285Z","end":"2026-03-06T00:38:34.171437Z","steps":["trace[1705641565] 'agreement among raft nodes before linearized reading' (duration: 178.013697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.171665Z","caller":"traceutil/trace.go:171","msg":"trace[859443060] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189a198d858b31ac; range_end:; response_count:1; response_revision:2503; }","duration":"224.204255ms","start":"2026-03-06T00:38:33.947352Z","end":"2026-03-06T00:38:34.171556Z","steps":["trace[859443060] 'agreement among raft nodes before linearized reading' (duration: 223.663314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.35266Z","caller":"traceutil/trace.go:171","msg":"trace[426911688] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"177.123337ms","start":"2026-03-06T00:38:34.175497Z","end":"2026-03-06T00:38:34.352621Z","steps":["trace[426911688] 'process raft request' (duration: 149.233703ms)","trace[426911688] 'compare' (duration: 27.526926ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:34.352782Z","caller":"traceutil/trace.go:171","msg":"trace[1945409950] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2606; }","duration":"138.612528ms","start":"2026-03-06T00:38:34.214145Z","end":"2026-03-06T00:38:34.352758Z","steps":["trace[1945409950] 'read index received' (duration: 110.612011ms)","trace[1945409950] 'applied index is now lower than readState.Index' (duration: 27.999277ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:34.352894Z","caller":"traceutil/trace.go:171","msg":"trace[953115361] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"176.247378ms","start":"2026-03-06T00:38:34.176636Z","end":"2026-03-06T00:38:34.352884Z","steps":["trace[953115361] 'process raft request' (duration: 175.988751ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.353051Z","caller":"traceutil/trace.go:171","msg":"trace[459457306] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"177.366063ms","start":"2026-03-06T00:38:34.175675Z","end":"2026-03-06T00:38:34.353041Z","steps":["trace[459457306] 'process raft request' (duration: 176.833981ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.353048Z","caller":"traceutil/trace.go:171","msg":"trace[294701925] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"176.283209ms","start":"2026-03-06T00:38:34.176741Z","end":"2026-03-06T00:38:34.353024Z","steps":["trace[294701925] 'process raft request' (duration: 175.92095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:34.353062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.905574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T00:38:34.353103Z","caller":"traceutil/trace.go:171","msg":"trace[2072663038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2510; }","duration":"138.998427ms","start":"2026-03-06T00:38:34.214097Z","end":"2026-03-06T00:38:34.353096Z","steps":["trace[2072663038] 'agreement among raft nodes before linearized reading' (duration: 138.817293ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.353103Z","caller":"traceutil/trace.go:171","msg":"trace[2095805954] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"175.8348ms","start":"2026-03-06T00:38:34.177226Z","end":"2026-03-06T00:38:34.353061Z","steps":["trace[2095805954] 'process raft request' (duration: 175.479352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:34.352779Z","caller":"traceutil/trace.go:171","msg":"trace[578770818] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"176.997875ms","start":"2026-03-06T00:38:34.175756Z","end":"2026-03-06T00:38:34.352753Z","steps":["trace[578770818] 'process raft request' (duration: 176.82906ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:39.831581Z","caller":"traceutil/trace.go:171","msg":"trace[19670332] linearizableReadLoop","detail":"{readStateIndex:2637; appliedIndex:2636; }","duration":"485.073361ms","start":"2026-03-06T00:38:39.346489Z","end":"2026-03-06T00:38:39.831563Z","steps":["trace[19670332] 'read index received' (duration: 484.964999ms)","trace[19670332] 'applied index is now lower than readState.Index' (duration: 107.322µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:39.83171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.210054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:38:39.831733Z","caller":"traceutil/trace.go:171","msg":"trace[1395459013] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2534; }","duration":"485.298266ms","start":"2026-03-06T00:38:39.34643Z","end":"2026-03-06T00:38:39.831728Z","steps":["trace[1395459013] 'agreement among raft nodes before linearized reading' (duration: 485.225574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:39.831833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.596437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T00:38:39.831879Z","caller":"traceutil/trace.go:171","msg":"trace[1386665652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2534; }","duration":"395.681979ms","start":"2026-03-06T00:38:39.436185Z","end":"2026-03-06T00:38:39.831867Z","steps":["trace[1386665652] 'agreement among raft nodes before linearized reading' (duration: 395.519955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:39.831919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:39.436164Z","time spent":"395.74737ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:38:39.831755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:39.346409Z","time spent":"485.340907ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:38:39.832363Z","caller":"traceutil/trace.go:171","msg":"trace[278838655] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"546.848624ms","start":"2026-03-06T00:38:39.284813Z","end":"2026-03-06T00:38:39.831662Z","steps":["trace[278838655] 'process raft request' (duration: 546.639259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:39.832724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:39.284791Z","time spent":"547.698413ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:40.717701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056223298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:38:41.363226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.834658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:41.363994Z","caller":"traceutil/trace.go:171","msg":"trace[1867047122] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"1.147115815s","start":"2026-03-06T00:38:40.21686Z","end":"2026-03-06T00:38:41.363975Z","steps":["trace[1867047122] 'read index received' (duration: 572.457169ms)","trace[1867047122] 'applied index is now lower than readState.Index' (duration: 574.656806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:41.364322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147452363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:38:41.364373Z","caller":"traceutil/trace.go:171","msg":"trace[66321027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2536; }","duration":"1.147537425s","start":"2026-03-06T00:38:40.216825Z","end":"2026-03-06T00:38:41.364362Z","steps":["trace[66321027] 'agreement among raft nodes before linearized reading' (duration: 1.147374131s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:41.364478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.216809Z","time spent":"1.147591116s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:38:41.364142Z","caller":"traceutil/trace.go:171","msg":"trace[341175814] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"1.174868208s","start":"2026-03-06T00:38:40.189161Z","end":"2026-03-06T00:38:41.364029Z","steps":["trace[341175814] 'process raft request' (duration: 600.15298ms)","trace[341175814] 'compare' (duration: 573.737727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:41.364929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.189137Z","time spent":"1.175735617s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:42.296831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T00:38:42.296891Z","caller":"traceutil/trace.go:171","msg":"trace[1604218438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074657s","start":"2026-03-06T00:38:40.296803Z","end":"2026-03-06T00:38:42.296878Z","steps":["trace[1604218438] 'agreement among raft nodes before linearized reading' (duration: 1.999983625s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.296924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.296786Z","time spent":"2.000132197s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 00:38:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T00:38:42.576564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080239885s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:38:42.576924Z","caller":"traceutil/trace.go:171","msg":"trace[1092093740] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2639; }","duration":"1.212600937s","start":"2026-03-06T00:38:41.364275Z","end":"2026-03-06T00:38:42.576876Z","steps":["trace[1092093740] 'read index received' (duration: 132.059936ms)","trace[1092093740] 'applied index is now lower than readState.Index' (duration: 1.080524281s)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:42.576975Z","caller":"traceutil/trace.go:171","msg":"trace[1817529462] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"589.677369ms","start":"2026-03-06T00:38:41.987277Z","end":"2026-03-06T00:38:42.576954Z","steps":["trace[1817529462] 'process raft request' (duration: 589.611867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.577088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:41.98725Z","time spent":"589.770091ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:42.577241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9262829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:38:42.577289Z","caller":"traceutil/trace.go:171","msg":"trace[1718238428] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2538; }","duration":"1.926389553s","start":"2026-03-06T00:38:40.650886Z","end":"2026-03-06T00:38:42.577276Z","steps":["trace[1718238428] 'agreement among raft nodes before linearized reading' (duration: 1.926150487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.577333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.65087Z","time spent":"1.926452254s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-06T00:38:42.577435Z","caller":"traceutil/trace.go:171","msg":"trace[1504347149] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"1.208105999s","start":"2026-03-06T00:38:41.369274Z","end":"2026-03-06T00:38:42.57738Z","steps":["trace[1504347149] 'process raft request' (duration: 1.207431234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.577558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193393223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:38:42.577665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192605377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:38:42.577716Z","caller":"traceutil/trace.go:171","msg":"trace[93059988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2538; }","duration":"2.192708449s","start":"2026-03-06T00:38:40.384995Z","end":"2026-03-06T00:38:42.577703Z","steps":["trace[93059988] 'agreement among raft nodes before linearized reading' (duration: 2.192472523s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.577762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.384986Z","time spent":"2.19276419s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:42.577882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192844791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:38:42.57794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102350656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:42.577999Z","caller":"traceutil/trace.go:171","msg":"trace[2015127063] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2538; }","duration":"2.102431707s","start":"2026-03-06T00:38:40.475552Z","end":"2026-03-06T00:38:42.577984Z","steps":["trace[2015127063] 'agreement among raft nodes before linearized reading' (duration: 2.102355705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.578039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.475533Z","time spent":"2.102496309s","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:38:42.577958Z","caller":"traceutil/trace.go:171","msg":"trace[1328035425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2538; }","duration":"2.192934963s","start":"2026-03-06T00:38:40.385007Z","end":"2026-03-06T00:38:42.577942Z","steps":["trace[1328035425] 'agreement among raft nodes before linearized reading' (duration: 2.192767909s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.578153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.384999Z","time spent":"2.193140428s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:38:42.577677Z","caller":"traceutil/trace.go:171","msg":"trace[1900725089] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2538; }","duration":"2.193543177s","start":"2026-03-06T00:38:40.384108Z","end":"2026-03-06T00:38:42.577652Z","steps":["trace[1900725089] 'agreement among raft nodes before linearized reading' (duration: 2.193093516s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.577566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:41.36925Z","time spent":"1.208241241s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:42.580054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.384097Z","time spent":"2.195904717s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:38:42.582381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198395084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:38:42.58243Z","caller":"traceutil/trace.go:171","msg":"trace[214088324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2538; }","duration":"2.198477436s","start":"2026-03-06T00:38:40.383942Z","end":"2026-03-06T00:38:42.582419Z","steps":["trace[214088324] 'agreement among raft nodes before linearized reading' (duration: 2.198343073s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.582466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.383925Z","time spent":"2.198533756s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:38:42.585574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208187178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:38:42.585619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.740286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:42.585642Z","caller":"traceutil/trace.go:171","msg":"trace[1922682984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2538; }","duration":"2.208318942s","start":"2026-03-06T00:38:40.377306Z","end":"2026-03-06T00:38:42.585625Z","steps":["trace[1922682984] 'agreement among raft nodes before linearized reading' (duration: 2.206356819s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:42.585696Z","caller":"traceutil/trace.go:171","msg":"trace[2113032729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2538; }","duration":"288.732181ms","start":"2026-03-06T00:38:42.296949Z","end":"2026-03-06T00:38:42.585681Z","steps":["trace[2113032729] 'agreement among raft nodes before linearized reading' (duration: 280.749007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:42.585784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:40.377292Z","time spent":"2.208436634s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:43.588237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:43.188012Z","time spent":"400.219065ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T00:38:43.588997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.395324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:43.589198Z","caller":"traceutil/trace.go:171","msg":"trace[1663486172] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"996.126431ms","start":"2026-03-06T00:38:42.59306Z","end":"2026-03-06T00:38:43.589186Z","steps":["trace[1663486172] 'process raft request' (duration: 996.10206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.589252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.59305Z","time spent":"996.180103ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:43.589448Z","caller":"traceutil/trace.go:171","msg":"trace[1876421231] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"997.560372ms","start":"2026-03-06T00:38:42.59188Z","end":"2026-03-06T00:38:43.58944Z","steps":["trace[1876421231] 'process raft request' (duration: 391.649997ms)","trace[1876421231] 'compare' (duration: 604.492974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:43.589492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.591868Z","time spent":"997.603863ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:43.589525Z","caller":"traceutil/trace.go:171","msg":"trace[1308728760] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"997.106163ms","start":"2026-03-06T00:38:42.592394Z","end":"2026-03-06T00:38:43.5895Z","steps":["trace[1308728760] 'process raft request' (duration: 996.750645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.589643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.592378Z","time spent":"997.209464ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:43.589753Z","caller":"traceutil/trace.go:171","msg":"trace[733428696] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"997.559882ms","start":"2026-03-06T00:38:42.592185Z","end":"2026-03-06T00:38:43.589745Z","steps":["trace[733428696] 'process raft request' (duration: 996.885137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.589796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.592172Z","time spent":"997.603533ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:43.589807Z","caller":"traceutil/trace.go:171","msg":"trace[1148741066] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"997.524141ms","start":"2026-03-06T00:38:42.592268Z","end":"2026-03-06T00:38:43.589792Z","steps":["trace[1148741066] 'process raft request' (duration: 996.850346ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:43.589848Z","caller":"traceutil/trace.go:171","msg":"trace[1757380043] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"997.848148ms","start":"2026-03-06T00:38:42.591994Z","end":"2026-03-06T00:38:43.589842Z","steps":["trace[1757380043] 'read index received' (duration: 391.550424ms)","trace[1757380043] 'applied index is now lower than readState.Index' (duration: 606.297114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:43.5899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.592258Z","time spent":"997.595163ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:43.589938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.94414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-06T00:38:43.589954Z","caller":"traceutil/trace.go:171","msg":"trace[1350784111] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:2543; }","duration":"997.995601ms","start":"2026-03-06T00:38:42.591953Z","end":"2026-03-06T00:38:43.589949Z","steps":["trace[1350784111] 'agreement among raft nodes before linearized reading' (duration: 997.9222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.589973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.591933Z","time spent":"998.036613ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T00:38:43.63279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038445138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7341"} {"level":"warn","ts":"2026-03-06T00:38:43.632842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007328125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:38:43.632852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033792667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:43.632919Z","caller":"traceutil/trace.go:171","msg":"trace[269557481] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2544; }","duration":"1.007447387s","start":"2026-03-06T00:38:42.62545Z","end":"2026-03-06T00:38:43.632897Z","steps":["trace[269557481] 'agreement among raft nodes before linearized reading' (duration: 1.007297954s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:43.632944Z","caller":"traceutil/trace.go:171","msg":"trace[654085328] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"262.73284ms","start":"2026-03-06T00:38:43.370201Z","end":"2026-03-06T00:38:43.632934Z","steps":["trace[654085328] 'process raft request' (duration: 262.096727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:43.632946Z","caller":"traceutil/trace.go:171","msg":"trace[40877446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"1.033920289s","start":"2026-03-06T00:38:42.599003Z","end":"2026-03-06T00:38:43.632923Z","steps":["trace[40877446] 'agreement among raft nodes before linearized reading' (duration: 1.033773806s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.63298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.625439Z","time spent":"1.00751721s","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:38:43.633057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.598996Z","time spent":"1.034044072s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:38:43.632879Z","caller":"traceutil/trace.go:171","msg":"trace[584565554] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2544; }","duration":"1.03854175s","start":"2026-03-06T00:38:42.594318Z","end":"2026-03-06T00:38:43.632859Z","steps":["trace[584565554] 'agreement among raft nodes before linearized reading' (duration: 1.038139081s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.63328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.594301Z","time spent":"1.03896492s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7364,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-06T00:38:43.633368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.239594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:38:43.633418Z","caller":"traceutil/trace.go:171","msg":"trace[762917618] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2544; }","duration":"935.335286ms","start":"2026-03-06T00:38:42.698072Z","end":"2026-03-06T00:38:43.633407Z","steps":["trace[762917618] 'agreement among raft nodes before linearized reading' (duration: 934.449447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.633455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:42.698054Z","time spent":"935.392947ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:38:43.962296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.67472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:43.962434Z","caller":"traceutil/trace.go:171","msg":"trace[1447911693] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2648; }","duration":"328.125035ms","start":"2026-03-06T00:38:43.634287Z","end":"2026-03-06T00:38:43.962412Z","steps":["trace[1447911693] 'read index received' (duration: 106.161479ms)","trace[1447911693] 'applied index is now lower than readState.Index' (duration: 221.961556ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:43.962484Z","caller":"traceutil/trace.go:171","msg":"trace[1429711276] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"370.461293ms","start":"2026-03-06T00:38:43.591981Z","end":"2026-03-06T00:38:43.962443Z","steps":["trace[1429711276] 'process raft request' (duration: 148.540377ms)","trace[1429711276] 'compare' (duration: 221.535187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:43.962534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.248077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:43.962566Z","caller":"traceutil/trace.go:171","msg":"trace[1490381452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2545; }","duration":"328.303588ms","start":"2026-03-06T00:38:43.634254Z","end":"2026-03-06T00:38:43.962558Z","steps":["trace[1490381452] 'agreement among raft nodes before linearized reading' (duration: 328.225806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:43.962606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:43.634235Z","time spent":"328.36232ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:38:43.962658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:43.591964Z","time spent":"370.603875ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:50.118608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.283758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:50.118856Z","caller":"traceutil/trace.go:171","msg":"trace[1014421918] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"495.541895ms","start":"2026-03-06T00:38:49.623288Z","end":"2026-03-06T00:38:50.11883Z","steps":["trace[1014421918] 'process raft request' (duration: 327.956981ms)","trace[1014421918] 'compare' (duration: 167.182095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:50.118954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:49.623274Z","time spent":"495.636547ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:50.119074Z","caller":"traceutil/trace.go:171","msg":"trace[1695016266] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"494.367839ms","start":"2026-03-06T00:38:49.624687Z","end":"2026-03-06T00:38:50.119055Z","steps":["trace[1695016266] 'process raft request' (duration: 494.196575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:50.119198Z","caller":"traceutil/trace.go:171","msg":"trace[1938417775] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"494.967112ms","start":"2026-03-06T00:38:49.624143Z","end":"2026-03-06T00:38:50.11911Z","steps":["trace[1938417775] 'process raft request' (duration: 494.557312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:50.119786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:49.624657Z","time spent":"494.567914ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:50.119881Z","caller":"traceutil/trace.go:171","msg":"trace[1805913397] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"464.110527ms","start":"2026-03-06T00:38:49.655755Z","end":"2026-03-06T00:38:50.119866Z","steps":["trace[1805913397] 'process raft request' (duration: 463.541934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:50.120002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:49.624131Z","time spent":"495.616836ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:50.119483Z","caller":"traceutil/trace.go:171","msg":"trace[1769435149] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"492.921718ms","start":"2026-03-06T00:38:49.626534Z","end":"2026-03-06T00:38:50.119455Z","steps":["trace[1769435149] 'process raft request' (duration: 492.463258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:50.120072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:49.655742Z","time spent":"464.216929ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:38:50.120274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:49.626523Z","time spent":"493.670414ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:58.337447Z","caller":"traceutil/trace.go:171","msg":"trace[2126337550] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"154.069338ms","start":"2026-03-06T00:38:58.183345Z","end":"2026-03-06T00:38:58.337414Z","steps":["trace[2126337550] 'process raft request' (duration: 92.941218ms)","trace[2126337550] 'compare' (duration: 61.004237ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:58.33846Z","caller":"traceutil/trace.go:171","msg":"trace[2092787161] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"152.705898ms","start":"2026-03-06T00:38:58.185737Z","end":"2026-03-06T00:38:58.338443Z","steps":["trace[2092787161] 'process raft request' (duration: 152.552705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:58.338494Z","caller":"traceutil/trace.go:171","msg":"trace[1545292721] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"152.664038ms","start":"2026-03-06T00:38:58.185808Z","end":"2026-03-06T00:38:58.338472Z","steps":["trace[1545292721] 'process raft request' (duration: 152.564096ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:58.338681Z","caller":"traceutil/trace.go:171","msg":"trace[567731424] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"152.77001ms","start":"2026-03-06T00:38:58.185903Z","end":"2026-03-06T00:38:58.338673Z","steps":["trace[567731424] 'process raft request' (duration: 152.498134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:14.805695Z","caller":"traceutil/trace.go:171","msg":"trace[16273046] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"284.850939ms","start":"2026-03-06T00:41:14.52082Z","end":"2026-03-06T00:41:14.80567Z","steps":["trace[16273046] 'process raft request' (duration: 284.656445ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:14.994621Z","caller":"traceutil/trace.go:171","msg":"trace[830339537] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"212.429706ms","start":"2026-03-06T00:41:14.782162Z","end":"2026-03-06T00:41:14.994591Z","steps":["trace[830339537] 'process raft request' (duration: 117.549531ms)","trace[830339537] 'compare' (duration: 94.633719ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:03.842642Z","caller":"traceutil/trace.go:171","msg":"trace[1364763001] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3787; }","duration":"105.544389ms","start":"2026-03-06T00:42:03.737078Z","end":"2026-03-06T00:42:03.842622Z","steps":["trace[1364763001] 'process raft request' (duration: 62.709847ms)","trace[1364763001] 'compare' (duration: 42.7697ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:15.803635Z","caller":"traceutil/trace.go:171","msg":"trace[1422755683] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"135.940305ms","start":"2026-03-06T00:42:15.667654Z","end":"2026-03-06T00:42:15.803594Z","steps":["trace[1422755683] 'process raft request' (duration: 118.021731ms)","trace[1422755683] 'compare' (duration: 17.694739ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:19.89346Z","caller":"traceutil/trace.go:171","msg":"trace[504761547] linearizableReadLoop","detail":"{readStateIndex:4049; appliedIndex:4048; }","duration":"206.054646ms","start":"2026-03-06T00:42:19.687379Z","end":"2026-03-06T00:42:19.893434Z","steps":["trace[504761547] 'read index received' (duration: 205.887122ms)","trace[504761547] 'applied index is now lower than readState.Index' (duration: 163.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:19.893507Z","caller":"traceutil/trace.go:171","msg":"trace[420306386] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"212.303533ms","start":"2026-03-06T00:42:19.681168Z","end":"2026-03-06T00:42:19.893471Z","steps":["trace[420306386] 'process raft request' (duration: 212.120659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.89388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.293121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:42:19.893931Z","caller":"traceutil/trace.go:171","msg":"trace[1614978493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3882; }","duration":"206.552567ms","start":"2026-03-06T00:42:19.687364Z","end":"2026-03-06T00:42:19.893917Z","steps":["trace[1614978493] 'agreement among raft nodes before linearized reading' (duration: 206.214229ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:25.881281Z","caller":"traceutil/trace.go:171","msg":"trace[217475624] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4232; }","duration":"197.215862ms","start":"2026-03-06T00:42:25.684039Z","end":"2026-03-06T00:42:25.881255Z","steps":["trace[217475624] 'process raft request' (duration: 197.173931ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:25.881292Z","caller":"traceutil/trace.go:171","msg":"trace[968507870] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"215.399081ms","start":"2026-03-06T00:42:25.665855Z","end":"2026-03-06T00:42:25.881254Z","steps":["trace[968507870] 'process raft request' (duration: 215.197467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:25.889379Z","caller":"traceutil/trace.go:171","msg":"trace[1489387754] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"141.12039ms","start":"2026-03-06T00:42:25.748231Z","end":"2026-03-06T00:42:25.889352Z","steps":["trace[1489387754] 'process raft request' (duration: 141.004048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:27.808781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.230571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:27.808885Z","caller":"traceutil/trace.go:171","msg":"trace[573717435] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4293; }","duration":"115.390005ms","start":"2026-03-06T00:42:27.693466Z","end":"2026-03-06T00:42:27.808856Z","steps":["trace[573717435] 'range keys from in-memory index tree' (duration: 115.124529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:27.80893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.002738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-06T00:42:27.809019Z","caller":"traceutil/trace.go:171","msg":"trace[549462296] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4293; }","duration":"136.122821ms","start":"2026-03-06T00:42:27.672876Z","end":"2026-03-06T00:42:27.808999Z","steps":["trace[549462296] 'range keys from in-memory index tree' (duration: 135.844394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:28.799202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.662975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-06T00:42:28.799346Z","caller":"traceutil/trace.go:171","msg":"trace[176265057] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4326; }","duration":"229.815808ms","start":"2026-03-06T00:42:28.569478Z","end":"2026-03-06T00:42:28.799294Z","steps":["trace[176265057] 'range keys from in-memory index tree' (duration: 229.520731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:28.799546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.285832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a04e247-036d-4aff-998e-e3b7b265353d\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-06T00:42:28.799617Z","caller":"traceutil/trace.go:171","msg":"trace[1117826562] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0a04e247-036d-4aff-998e-e3b7b265353d; range_end:; response_count:1; response_revision:4326; }","duration":"206.406534ms","start":"2026-03-06T00:42:28.593195Z","end":"2026-03-06T00:42:28.799602Z","steps":["trace[1117826562] 'range keys from in-memory index tree' (duration: 206.135248ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.776084Z","caller":"traceutil/trace.go:171","msg":"trace[527548919] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"243.354485ms","start":"2026-03-06T00:42:30.532696Z","end":"2026-03-06T00:42:30.776051Z","steps":["trace[527548919] 'process raft request' (duration: 243.159951ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.840685Z","caller":"traceutil/trace.go:171","msg":"trace[82016179] linearizableReadLoop","detail":"{readStateIndex:4523; appliedIndex:4521; }","duration":"217.311132ms","start":"2026-03-06T00:42:30.623355Z","end":"2026-03-06T00:42:30.840666Z","steps":["trace[82016179] 'read index received' (duration: 152.56851ms)","trace[82016179] 'applied index is now lower than readState.Index' (duration: 64.741472ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:30.840847Z","caller":"traceutil/trace.go:171","msg":"trace[1193091955] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"305.806296ms","start":"2026-03-06T00:42:30.534985Z","end":"2026-03-06T00:42:30.840791Z","steps":["trace[1193091955] 'process raft request' (duration: 305.576191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:30.840947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.545398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:42:30.841077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.53496Z","time spent":"305.97817ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:30.84113Z","caller":"traceutil/trace.go:171","msg":"trace[1399609120] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4349; }","duration":"217.799073ms","start":"2026-03-06T00:42:30.623298Z","end":"2026-03-06T00:42:30.841097Z","steps":["trace[1399609120] 'agreement among raft nodes before linearized reading' (duration: 217.489906ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:31.295104Z","caller":"traceutil/trace.go:171","msg":"trace[436315809] linearizableReadLoop","detail":"{readStateIndex:4528; appliedIndex:4527; }","duration":"356.719804ms","start":"2026-03-06T00:42:30.938366Z","end":"2026-03-06T00:42:31.295086Z","steps":["trace[436315809] 'read index received' (duration: 356.650723ms)","trace[436315809] 'applied index is now lower than readState.Index' (duration: 68.421µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:31.295186Z","caller":"traceutil/trace.go:171","msg":"trace[1420098849] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"369.999366ms","start":"2026-03-06T00:42:30.925178Z","end":"2026-03-06T00:42:31.295177Z","steps":["trace[1420098849] 'process raft request' (duration: 369.808662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:31.29526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.925153Z","time spent":"370.053428ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:42:31.295524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.138415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6acc854f-c075-4c22-9446-fbbf3f408087\" ","response":"range_response_count:1 size:2241"} {"level":"info","ts":"2026-03-06T00:42:31.295605Z","caller":"traceutil/trace.go:171","msg":"trace[981725257] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6acc854f-c075-4c22-9446-fbbf3f408087; range_end:; response_count:1; response_revision:4354; }","duration":"357.261397ms","start":"2026-03-06T00:42:30.938326Z","end":"2026-03-06T00:42:31.295587Z","steps":["trace[981725257] 'agreement among raft nodes before linearized reading' (duration: 356.99906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:31.295999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.938306Z","time spent":"357.677867ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2264,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6acc854f-c075-4c22-9446-fbbf3f408087\" "} {"level":"info","ts":"2026-03-06T00:42:31.299268Z","caller":"traceutil/trace.go:171","msg":"trace[443230762] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"329.425666ms","start":"2026-03-06T00:42:30.969827Z","end":"2026-03-06T00:42:31.299253Z","steps":["trace[443230762] 'process raft request' (duration: 329.199501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:31.299331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.933317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-06T00:42:31.29934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.969802Z","time spent":"329.501657ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:31.299361Z","caller":"traceutil/trace.go:171","msg":"trace[1015697236] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4355; }","duration":"359.981607ms","start":"2026-03-06T00:42:30.939371Z","end":"2026-03-06T00:42:31.299353Z","steps":["trace[1015697236] 'agreement among raft nodes before linearized reading' (duration: 359.862075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:31.299383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.939365Z","time spent":"360.012538ms","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1284,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-06T00:42:31.299384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.442282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6acc854f-c075-4c22-9446-fbbf3f408087\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-03-06T00:42:31.299465Z","caller":"traceutil/trace.go:171","msg":"trace[231830568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6acc854f-c075-4c22-9446-fbbf3f408087; range_end:; response_count:1; response_revision:4355; }","duration":"225.576645ms","start":"2026-03-06T00:42:31.07387Z","end":"2026-03-06T00:42:31.299447Z","steps":["trace[231830568] 'agreement among raft nodes before linearized reading' (duration: 225.32293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:31.29977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.440554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-0a04e247-036d-4aff-998e-e3b7b265353d\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-03-06T00:42:31.299832Z","caller":"traceutil/trace.go:171","msg":"trace[939914400] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-0a04e247-036d-4aff-998e-e3b7b265353d; range_end:; response_count:1; response_revision:4355; }","duration":"343.536925ms","start":"2026-03-06T00:42:30.956278Z","end":"2026-03-06T00:42:31.299815Z","steps":["trace[939914400] 'agreement among raft nodes before linearized reading' (duration: 342.930942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:31.299938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.956258Z","time spent":"343.664889ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-0a04e247-036d-4aff-998e-e3b7b265353d\" "} {"level":"warn","ts":"2026-03-06T00:42:31.464378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.763784ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:42:31.464803Z","caller":"traceutil/trace.go:171","msg":"trace[407179211] linearizableReadLoop","detail":"{readStateIndex:4535; appliedIndex:4533; }","duration":"112.190634ms","start":"2026-03-06T00:42:31.352593Z","end":"2026-03-06T00:42:31.464783Z","steps":["trace[407179211] 'read index received' (duration: 1.061763ms)","trace[407179211] 'applied index is now lower than readState.Index' (duration: 111.127751ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:31.465013Z","caller":"traceutil/trace.go:171","msg":"trace[828742702] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"118.84924ms","start":"2026-03-06T00:42:31.346132Z","end":"2026-03-06T00:42:31.464981Z","steps":["trace[828742702] 'process raft request' (duration: 118.466182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:31.465114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.46622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-06T00:42:31.465236Z","caller":"traceutil/trace.go:171","msg":"trace[340332551] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4360; }","duration":"112.672434ms","start":"2026-03-06T00:42:31.352549Z","end":"2026-03-06T00:42:31.465221Z","steps":["trace[340332551] 'agreement among raft nodes before linearized reading' (duration: 112.334587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:31.761503Z","caller":"traceutil/trace.go:171","msg":"trace[932217347] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"102.336698ms","start":"2026-03-06T00:42:31.659141Z","end":"2026-03-06T00:42:31.761478Z","steps":["trace[932217347] 'process raft request' (duration: 101.948709ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:32.073905Z","caller":"traceutil/trace.go:171","msg":"trace[442069047] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"126.736674ms","start":"2026-03-06T00:42:31.947143Z","end":"2026-03-06T00:42:32.07388Z","steps":["trace[442069047] 'process raft request' (duration: 126.257134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:32.262402Z","caller":"traceutil/trace.go:171","msg":"trace[1523044686] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"184.179336ms","start":"2026-03-06T00:42:32.078191Z","end":"2026-03-06T00:42:32.262371Z","steps":["trace[1523044686] 'process raft request' (duration: 184.066383ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:32.262426Z","caller":"traceutil/trace.go:171","msg":"trace[94969531] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"184.370289ms","start":"2026-03-06T00:42:32.077977Z","end":"2026-03-06T00:42:32.262348Z","steps":["trace[94969531] 'process raft request' (duration: 88.465142ms)","trace[94969531] 'compare' (duration: 95.666992ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:32.262757Z","caller":"traceutil/trace.go:171","msg":"trace[783338993] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"184.339269ms","start":"2026-03-06T00:42:32.078381Z","end":"2026-03-06T00:42:32.262721Z","steps":["trace[783338993] 'process raft request' (duration: 183.947671ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:32.26305Z","caller":"traceutil/trace.go:171","msg":"trace[1192420209] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"135.712891ms","start":"2026-03-06T00:42:32.127321Z","end":"2026-03-06T00:42:32.263034Z","steps":["trace[1192420209] 'process raft request' (duration: 135.66746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:32.26309Z","caller":"traceutil/trace.go:171","msg":"trace[422951675] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"157.05881ms","start":"2026-03-06T00:42:32.105991Z","end":"2026-03-06T00:42:32.26305Z","steps":["trace[422951675] 'process raft request' (duration: 156.884166ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:32.263084Z","caller":"traceutil/trace.go:171","msg":"trace[1783465609] linearizableReadLoop","detail":"{readStateIndex:4551; appliedIndex:4547; }","duration":"184.098754ms","start":"2026-03-06T00:42:32.078967Z","end":"2026-03-06T00:42:32.263066Z","steps":["trace[1783465609] 'read index received' (duration: 42.529714ms)","trace[1783465609] 'applied index is now lower than readState.Index' (duration: 141.56701ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:32.263183Z","caller":"traceutil/trace.go:171","msg":"trace[1894656046] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"184.109404ms","start":"2026-03-06T00:42:32.07906Z","end":"2026-03-06T00:42:32.26317Z","steps":["trace[1894656046] 'process raft request' (duration: 183.524782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:32.263414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.21819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:42:32.26339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.40253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"info","ts":"2026-03-06T00:42:32.263451Z","caller":"traceutil/trace.go:171","msg":"trace[1865151034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4379; }","duration":"130.286641ms","start":"2026-03-06T00:42:32.133157Z","end":"2026-03-06T00:42:32.263444Z","steps":["trace[1865151034] 'agreement among raft nodes before linearized reading' (duration: 130.136798ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:32.263473Z","caller":"traceutil/trace.go:171","msg":"trace[2142417457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4379; }","duration":"184.513313ms","start":"2026-03-06T00:42:32.078942Z","end":"2026-03-06T00:42:32.263455Z","steps":["trace[2142417457] 'agreement among raft nodes before linearized reading' (duration: 184.266268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:32.263707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.249101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517382"} {"level":"info","ts":"2026-03-06T00:42:32.263772Z","caller":"traceutil/trace.go:171","msg":"trace[451157103] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4379; }","duration":"161.345593ms","start":"2026-03-06T00:42:32.102413Z","end":"2026-03-06T00:42:32.263758Z","steps":["trace[451157103] 'agreement among raft nodes before linearized reading' (duration: 160.879893ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:37.290295Z","caller":"traceutil/trace.go:171","msg":"trace[309177876] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"159.81972ms","start":"2026-03-06T00:42:37.130453Z","end":"2026-03-06T00:42:37.290273Z","steps":["trace[309177876] 'process raft request' (duration: 159.709698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:37.290342Z","caller":"traceutil/trace.go:171","msg":"trace[1973385590] linearizableReadLoop","detail":"{readStateIndex:4708; appliedIndex:4708; }","duration":"107.9173ms","start":"2026-03-06T00:42:37.182393Z","end":"2026-03-06T00:42:37.29031Z","steps":["trace[1973385590] 'read index received' (duration: 107.902709ms)","trace[1973385590] 'applied index is now lower than readState.Index' (duration: 12.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:37.29053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.105505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:37.290582Z","caller":"traceutil/trace.go:171","msg":"trace[1099901517] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4528; }","duration":"108.212877ms","start":"2026-03-06T00:42:37.182357Z","end":"2026-03-06T00:42:37.29057Z","steps":["trace[1099901517] 'agreement among raft nodes before linearized reading' (duration: 108.064114ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:38.77228Z","caller":"traceutil/trace.go:171","msg":"trace[943702930] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"123.455523ms","start":"2026-03-06T00:42:38.648799Z","end":"2026-03-06T00:42:38.772255Z","steps":["trace[943702930] 'process raft request' (duration: 106.960761ms)","trace[943702930] 'compare' (duration: 16.392459ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:38.912045Z","caller":"traceutil/trace.go:171","msg":"trace[1537208208] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4757; }","duration":"100.690042ms","start":"2026-03-06T00:42:38.81134Z","end":"2026-03-06T00:42:38.91203Z","steps":["trace[1537208208] 'read index received' (duration: 93.320471ms)","trace[1537208208] 'applied index is now lower than readState.Index' (duration: 7.368431ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:38.91216Z","caller":"traceutil/trace.go:171","msg":"trace[1585863095] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"253.796894ms","start":"2026-03-06T00:42:38.658311Z","end":"2026-03-06T00:42:38.912108Z","steps":["trace[1585863095] 'process raft request' (duration: 246.415832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:38.912196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.846355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:38.912443Z","caller":"traceutil/trace.go:171","msg":"trace[380664997] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4575; }","duration":"101.141183ms","start":"2026-03-06T00:42:38.81129Z","end":"2026-03-06T00:42:38.912431Z","steps":["trace[380664997] 'agreement among raft nodes before linearized reading' (duration: 100.796934ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.118238Z","caller":"traceutil/trace.go:171","msg":"trace[1723978609] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"199.455031ms","start":"2026-03-06T00:42:38.918751Z","end":"2026-03-06T00:42:39.118206Z","steps":["trace[1723978609] 'process raft request' (duration: 151.837395ms)","trace[1723978609] 'compare' (duration: 47.279129ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:39.29883Z","caller":"traceutil/trace.go:171","msg":"trace[740149387] linearizableReadLoop","detail":"{readStateIndex:4761; appliedIndex:4759; }","duration":"172.283793ms","start":"2026-03-06T00:42:39.126518Z","end":"2026-03-06T00:42:39.298801Z","steps":["trace[740149387] 'read index received' (duration: 98.190486ms)","trace[740149387] 'applied index is now lower than readState.Index' (duration: 74.092247ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:39.298896Z","caller":"traceutil/trace.go:171","msg":"trace[1890337840] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"176.517808ms","start":"2026-03-06T00:42:39.122345Z","end":"2026-03-06T00:42:39.298863Z","steps":["trace[1890337840] 'process raft request' (duration: 102.348349ms)","trace[1890337840] 'compare' (duration: 73.78029ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:39.29892Z","caller":"traceutil/trace.go:171","msg":"trace[1029787091] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"176.505497ms","start":"2026-03-06T00:42:39.122386Z","end":"2026-03-06T00:42:39.298892Z","steps":["trace[1029787091] 'process raft request' (duration: 176.342504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.298977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.443958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-06T00:42:39.299006Z","caller":"traceutil/trace.go:171","msg":"trace[333550223] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4578; }","duration":"172.504029ms","start":"2026-03-06T00:42:39.126492Z","end":"2026-03-06T00:42:39.298996Z","steps":["trace[333550223] 'agreement among raft nodes before linearized reading' (duration: 172.393036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.746427Z","caller":"traceutil/trace.go:171","msg":"trace[195404090] linearizableReadLoop","detail":"{readStateIndex:4764; appliedIndex:4762; }","duration":"384.436604ms","start":"2026-03-06T00:42:39.361965Z","end":"2026-03-06T00:42:39.746401Z","steps":["trace[195404090] 'read index received' (duration: 21.313439ms)","trace[195404090] 'applied index is now lower than readState.Index' (duration: 363.121645ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:39.746563Z","caller":"traceutil/trace.go:171","msg":"trace[1071324529] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"409.345951ms","start":"2026-03-06T00:42:39.337189Z","end":"2026-03-06T00:42:39.746535Z","steps":["trace[1071324529] 'process raft request' (duration: 340.561991ms)","trace[1071324529] 'compare' (duration: 68.396771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:39.746643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.651278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:42:39.746684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.33716Z","time spent":"409.469604ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1001,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:42:39.746695Z","caller":"traceutil/trace.go:171","msg":"trace[380539350] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4581; }","duration":"384.756141ms","start":"2026-03-06T00:42:39.361926Z","end":"2026-03-06T00:42:39.746682Z","steps":["trace[380539350] 'agreement among raft nodes before linearized reading' (duration: 384.614778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.746739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.361908Z","time spent":"384.819192ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:42:39.747845Z","caller":"traceutil/trace.go:171","msg":"trace[2015880676] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"236.166747ms","start":"2026-03-06T00:42:39.51166Z","end":"2026-03-06T00:42:39.747827Z","steps":["trace[2015880676] 'process raft request' (duration: 235.789019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.747845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.387618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-06T00:42:39.747984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.403052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wrnpt.189a19c9fac64539\" ","response":"range_response_count:1 size:919"} {"level":"warn","ts":"2026-03-06T00:42:39.748051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.641989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:39.748071Z","caller":"traceutil/trace.go:171","msg":"trace[1486076181] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07; range_end:; response_count:1; response_revision:4582; }","duration":"336.656694ms","start":"2026-03-06T00:42:39.411398Z","end":"2026-03-06T00:42:39.748054Z","steps":["trace[1486076181] 'agreement among raft nodes before linearized reading' (duration: 336.282256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.748071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.595289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:42:39.748093Z","caller":"traceutil/trace.go:171","msg":"trace[1832443963] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4582; }","duration":"160.712751ms","start":"2026-03-06T00:42:39.587364Z","end":"2026-03-06T00:42:39.748077Z","steps":["trace[1832443963] 'agreement among raft nodes before linearized reading' (duration: 160.625709ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.748103Z","caller":"traceutil/trace.go:171","msg":"trace[1201946386] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wrnpt.189a19c9fac64539; range_end:; response_count:1; response_revision:4582; }","duration":"129.571946ms","start":"2026-03-06T00:42:39.618504Z","end":"2026-03-06T00:42:39.748076Z","steps":["trace[1201946386] 'agreement among raft nodes before linearized reading' (duration: 129.250489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:39.748121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:39.411383Z","time spent":"336.720605ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07\" "} {"level":"warn","ts":"2026-03-06T00:42:39.74796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.892271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T00:42:39.748232Z","caller":"traceutil/trace.go:171","msg":"trace[352999369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4582; }","duration":"251.199468ms","start":"2026-03-06T00:42:39.497018Z","end":"2026-03-06T00:42:39.748217Z","steps":["trace[352999369] 'agreement among raft nodes before linearized reading' (duration: 250.874581ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:39.748893Z","caller":"traceutil/trace.go:171","msg":"trace[1500556092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4582; }","duration":"223.421858ms","start":"2026-03-06T00:42:39.525432Z","end":"2026-03-06T00:42:39.748854Z","steps":["trace[1500556092] 'agreement among raft nodes before linearized reading' (duration: 222.439756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.232911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.622555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:40.233014Z","caller":"traceutil/trace.go:171","msg":"trace[1913817421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4603; }","duration":"138.803289ms","start":"2026-03-06T00:42:40.09419Z","end":"2026-03-06T00:42:40.232993Z","steps":["trace[1913817421] 'count revisions from in-memory index tree' (duration: 138.497133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:40.233089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.3837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777434"} {"level":"info","ts":"2026-03-06T00:42:40.233183Z","caller":"traceutil/trace.go:171","msg":"trace[311043469] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4603; }","duration":"123.524183ms","start":"2026-03-06T00:42:40.109638Z","end":"2026-03-06T00:42:40.233162Z","steps":["trace[311043469] 'range keys from in-memory index tree' (duration: 122.897859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:40.829738Z","caller":"traceutil/trace.go:171","msg":"trace[77754969] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4805; }","duration":"110.364324ms","start":"2026-03-06T00:42:40.719334Z","end":"2026-03-06T00:42:40.829699Z","steps":["trace[77754969] 'read index received' (duration: 5.02872ms)","trace[77754969] 'applied index is now lower than readState.Index' (duration: 105.334034ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:40.829959Z","caller":"traceutil/trace.go:171","msg":"trace[1505351698] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"112.388099ms","start":"2026-03-06T00:42:40.717492Z","end":"2026-03-06T00:42:40.82988Z","steps":["trace[1505351698] 'process raft request' (duration: 97.734637ms)","trace[1505351698] 'compare' (duration: 14.229353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:40.830107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.729242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T00:42:40.830151Z","caller":"traceutil/trace.go:171","msg":"trace[590330062] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4626; }","duration":"110.828894ms","start":"2026-03-06T00:42:40.719307Z","end":"2026-03-06T00:42:40.830136Z","steps":["trace[590330062] 'agreement among raft nodes before linearized reading' (duration: 110.617479ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:40.967701Z","caller":"traceutil/trace.go:171","msg":"trace[1228364941] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"132.426208ms","start":"2026-03-06T00:42:40.835251Z","end":"2026-03-06T00:42:40.967677Z","steps":["trace[1228364941] 'process raft request' (duration: 101.390407ms)","trace[1228364941] 'compare' (duration: 30.859568ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:40.968085Z","caller":"traceutil/trace.go:171","msg":"trace[1194520408] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"131.54541ms","start":"2026-03-06T00:42:40.836509Z","end":"2026-03-06T00:42:40.968055Z","steps":["trace[1194520408] 'process raft request' (duration: 131.372166ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:40.974148Z","caller":"traceutil/trace.go:171","msg":"trace[1298901507] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"138.056302ms","start":"2026-03-06T00:42:40.836056Z","end":"2026-03-06T00:42:40.974113Z","steps":["trace[1298901507] 'process raft request' (duration: 131.581071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:41.906252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.272826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:42:41.906297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.885561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:41.906357Z","caller":"traceutil/trace.go:171","msg":"trace[1355453253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4632; }","duration":"117.42315ms","start":"2026-03-06T00:42:41.788912Z","end":"2026-03-06T00:42:41.906335Z","steps":["trace[1355453253] 'range keys from in-memory index tree' (duration: 117.100682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:41.906419Z","caller":"traceutil/trace.go:171","msg":"trace[1557153467] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4632; }","duration":"114.046375ms","start":"2026-03-06T00:42:41.792346Z","end":"2026-03-06T00:42:41.906393Z","steps":["trace[1557153467] 'range keys from in-memory index tree' (duration: 113.82835ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:41.917185Z","caller":"traceutil/trace.go:171","msg":"trace[1792182116] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"106.940938ms","start":"2026-03-06T00:42:41.810217Z","end":"2026-03-06T00:42:41.917158Z","steps":["trace[1792182116] 'process raft request' (duration: 106.753074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.423624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.912964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:42.423773Z","caller":"traceutil/trace.go:171","msg":"trace[1322049067] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4820; }","duration":"410.866234ms","start":"2026-03-06T00:42:42.012887Z","end":"2026-03-06T00:42:42.423754Z","steps":["trace[1322049067] 'read index received' (duration: 71.681994ms)","trace[1322049067] 'applied index is now lower than readState.Index' (duration: 339.18222ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:42.423843Z","caller":"traceutil/trace.go:171","msg":"trace[60292815] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"431.15578ms","start":"2026-03-06T00:42:41.992666Z","end":"2026-03-06T00:42:42.423822Z","steps":["trace[60292815] 'process raft request' (duration: 91.97928ms)","trace[60292815] 'compare' (duration: 338.70331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:42.423942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:41.99264Z","time spent":"431.254092ms","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10245,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:42:42.424128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.214222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-06T00:42:42.424213Z","caller":"traceutil/trace.go:171","msg":"trace[2015963544] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4636; }","duration":"411.342685ms","start":"2026-03-06T00:42:42.012851Z","end":"2026-03-06T00:42:42.424194Z","steps":["trace[2015963544] 'agreement among raft nodes before linearized reading' (duration: 410.969627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.424258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:42.012834Z","time spent":"411.415726ms","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T00:42:42.699159Z","caller":"traceutil/trace.go:171","msg":"trace[573809009] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4821; }","duration":"275.330758ms","start":"2026-03-06T00:42:42.423798Z","end":"2026-03-06T00:42:42.699129Z","steps":["trace[573809009] 'read index received' (duration: 270.104663ms)","trace[573809009] 'applied index is now lower than readState.Index' (duration: 5.222284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:42.699243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.708022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:42.699308Z","caller":"traceutil/trace.go:171","msg":"trace[1734671608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4637; }","duration":"400.814944ms","start":"2026-03-06T00:42:42.298476Z","end":"2026-03-06T00:42:42.69929Z","steps":["trace[1734671608] 'agreement among raft nodes before linearized reading' (duration: 400.716632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.699286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.651614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:42:42.699359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:42.298453Z","time spent":"400.898105ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:42:42.699286Z","caller":"traceutil/trace.go:171","msg":"trace[1259640768] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"350.548769ms","start":"2026-03-06T00:42:42.348668Z","end":"2026-03-06T00:42:42.699216Z","steps":["trace[1259640768] 'process raft request' (duration: 345.222302ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:42.699382Z","caller":"traceutil/trace.go:171","msg":"trace[1709117042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4637; }","duration":"275.807097ms","start":"2026-03-06T00:42:42.423552Z","end":"2026-03-06T00:42:42.699359Z","steps":["trace[1709117042] 'agreement among raft nodes before linearized reading' (duration: 275.582883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.699468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.859105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:42.699604Z","caller":"traceutil/trace.go:171","msg":"trace[1068598127] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4637; }","duration":"595.023429ms","start":"2026-03-06T00:42:42.104533Z","end":"2026-03-06T00:42:42.699556Z","steps":["trace[1068598127] 'agreement among raft nodes before linearized reading' (duration: 594.712722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.699674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:42.10451Z","time spent":"595.128711ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":85,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:42:42.700198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.108195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:42:42.700261Z","caller":"traceutil/trace.go:171","msg":"trace[1588240899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4637; }","duration":"297.199248ms","start":"2026-03-06T00:42:42.403044Z","end":"2026-03-06T00:42:42.700243Z","steps":["trace[1588240899] 'agreement among raft nodes before linearized reading' (duration: 296.145114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.700351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:42.348635Z","time spent":"350.764693ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:42.706861Z","caller":"traceutil/trace.go:171","msg":"trace[2123818168] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"279.104801ms","start":"2026-03-06T00:42:42.427722Z","end":"2026-03-06T00:42:42.706826Z","steps":["trace[2123818168] 'process raft request' (duration: 278.923427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.706934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.569166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:42:42.706989Z","caller":"traceutil/trace.go:171","msg":"trace[1466659454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:4638; }","duration":"267.651068ms","start":"2026-03-06T00:42:42.439324Z","end":"2026-03-06T00:42:42.706975Z","steps":["trace[1466659454] 'agreement among raft nodes before linearized reading' (duration: 267.485545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.707054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.834275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:42:42.707068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.799444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:42:42.707103Z","caller":"traceutil/trace.go:171","msg":"trace[887127054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4638; }","duration":"268.853205ms","start":"2026-03-06T00:42:42.438239Z","end":"2026-03-06T00:42:42.707092Z","steps":["trace[887127054] 'agreement among raft nodes before linearized reading' (duration: 268.752913ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:42.707121Z","caller":"traceutil/trace.go:171","msg":"trace[1282108608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4638; }","duration":"268.901117ms","start":"2026-03-06T00:42:42.438184Z","end":"2026-03-06T00:42:42.707085Z","steps":["trace[1282108608] 'agreement among raft nodes before linearized reading' (duration: 268.769364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:42.707195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.126312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:42:42.70726Z","caller":"traceutil/trace.go:171","msg":"trace[404244484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4638; }","duration":"269.252274ms","start":"2026-03-06T00:42:42.43799Z","end":"2026-03-06T00:42:42.707242Z","steps":["trace[404244484] 'agreement among raft nodes before linearized reading' (duration: 269.04737ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:45.634571Z","caller":"traceutil/trace.go:171","msg":"trace[1326375111] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"136.54655ms","start":"2026-03-06T00:42:45.498003Z","end":"2026-03-06T00:42:45.634549Z","steps":["trace[1326375111] 'process raft request' (duration: 115.301694ms)","trace[1326375111] 'compare' (duration: 21.102793ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:46.564716Z","caller":"traceutil/trace.go:171","msg":"trace[1588689931] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4909; }","duration":"113.562734ms","start":"2026-03-06T00:42:46.451127Z","end":"2026-03-06T00:42:46.564689Z","steps":["trace[1588689931] 'read index received' (duration: 75.512528ms)","trace[1588689931] 'applied index is now lower than readState.Index' (duration: 38.048896ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:46.564753Z","caller":"traceutil/trace.go:171","msg":"trace[85962534] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"132.680804ms","start":"2026-03-06T00:42:46.432044Z","end":"2026-03-06T00:42:46.564725Z","steps":["trace[85962534] 'process raft request' (duration: 94.637689ms)","trace[85962534] 'compare' (duration: 37.78396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:46.572977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.821565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-06T00:42:46.573097Z","caller":"traceutil/trace.go:171","msg":"trace[177311750] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4721; }","duration":"122.006519ms","start":"2026-03-06T00:42:46.451074Z","end":"2026-03-06T00:42:46.57308Z","steps":["trace[177311750] 'agreement among raft nodes before linearized reading' (duration: 113.711517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:51.763746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056228863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:42:52.264702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056228863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:42:52.528093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441112874s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:42:52.528623Z","caller":"traceutil/trace.go:171","msg":"trace[215772779] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"1.442088715s","start":"2026-03-06T00:42:51.086501Z","end":"2026-03-06T00:42:52.52859Z","steps":["trace[215772779] 'process raft request' (duration: 1.441852809s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:52.528797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:51.086476Z","time spent":"1.442238898s","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:52.700874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.786652ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:42:52.701262Z","caller":"traceutil/trace.go:171","msg":"trace[1079290416] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"1.189854615s","start":"2026-03-06T00:42:51.511371Z","end":"2026-03-06T00:42:52.701225Z","steps":["trace[1079290416] 'process raft request' (duration: 1.18959897s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:52.701335Z","caller":"traceutil/trace.go:171","msg":"trace[397075865] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"713.423891ms","start":"2026-03-06T00:42:51.987886Z","end":"2026-03-06T00:42:52.70131Z","steps":["trace[397075865] 'process raft request' (duration: 713.304458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:52.701326Z","caller":"traceutil/trace.go:171","msg":"trace[1847266065] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"904.366724ms","start":"2026-03-06T00:42:51.796922Z","end":"2026-03-06T00:42:52.701289Z","steps":["trace[1847266065] 'process raft request' (duration: 904.218351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:52.701454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:51.987862Z","time spent":"713.520512ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:52.701486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:51.511339Z","time spent":"1.190020299s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:52.70151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:51.7969Z","time spent":"904.506737ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:52.701459Z","caller":"traceutil/trace.go:171","msg":"trace[868370070] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4978; }","duration":"1.438039447s","start":"2026-03-06T00:42:51.263395Z","end":"2026-03-06T00:42:52.701434Z","steps":["trace[868370070] 'read index received' (duration: 1.264921734s)","trace[868370070] 'applied index is now lower than readState.Index' (duration: 173.114983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:52.701629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438235872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:52.701691Z","caller":"traceutil/trace.go:171","msg":"trace[606895342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4792; }","duration":"1.438324103s","start":"2026-03-06T00:42:51.26335Z","end":"2026-03-06T00:42:52.701674Z","steps":["trace[606895342] 'agreement among raft nodes before linearized reading' (duration: 1.438235501s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:52.70173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:51.263329Z","time spent":"1.438393395s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:42:52.702212Z","caller":"traceutil/trace.go:171","msg":"trace[1160092260] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"170.890844ms","start":"2026-03-06T00:42:52.531305Z","end":"2026-03-06T00:42:52.702196Z","steps":["trace[1160092260] 'process raft request' (duration: 169.972754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:52.702224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404653253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:42:52.702273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.603631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:42:52.702307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.553889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:42:52.702338Z","caller":"traceutil/trace.go:171","msg":"trace[1078764631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4793; }","duration":"1.404823626s","start":"2026-03-06T00:42:51.297486Z","end":"2026-03-06T00:42:52.702309Z","steps":["trace[1078764631] 'agreement among raft nodes before linearized reading' (duration: 1.404605622s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:52.70237Z","caller":"traceutil/trace.go:171","msg":"trace[636696915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4793; }","duration":"696.745454ms","start":"2026-03-06T00:42:52.005595Z","end":"2026-03-06T00:42:52.70234Z","steps":["trace[636696915] 'agreement among raft nodes before linearized reading' (duration: 696.55778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:52.702408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.175735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f5s7v\" ","response":"range_response_count:1 size:7817"} {"level":"warn","ts":"2026-03-06T00:42:52.702429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:51.297465Z","time spent":"1.404951999s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:42:52.702429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:52.005577Z","time spent":"696.838807ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:42:52.702487Z","caller":"traceutil/trace.go:171","msg":"trace[1059523735] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-f5s7v; range_end:; response_count:1; response_revision:4793; }","duration":"973.288888ms","start":"2026-03-06T00:42:51.729176Z","end":"2026-03-06T00:42:52.702465Z","steps":["trace[1059523735] 'agreement among raft nodes before linearized reading' (duration: 973.028982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:52.702536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:51.729157Z","time spent":"973.370039ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f5s7v\" "} {"level":"info","ts":"2026-03-06T00:42:52.702358Z","caller":"traceutil/trace.go:171","msg":"trace[1107805314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4793; }","duration":"701.642521ms","start":"2026-03-06T00:42:52.000703Z","end":"2026-03-06T00:42:52.702345Z","steps":["trace[1107805314] 'agreement among raft nodes before linearized reading' (duration: 701.489098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:52.702636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:52.000682Z","time spent":"701.933907ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:42:52.828867Z","caller":"traceutil/trace.go:171","msg":"trace[324537065] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"121.11028ms","start":"2026-03-06T00:42:52.707714Z","end":"2026-03-06T00:42:52.828824Z","steps":["trace[324537065] 'process raft request' (duration: 67.888351ms)","trace[324537065] 'compare' (duration: 52.862141ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:52.829049Z","caller":"traceutil/trace.go:171","msg":"trace[102065045] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"121.156581ms","start":"2026-03-06T00:42:52.707869Z","end":"2026-03-06T00:42:52.829026Z","steps":["trace[102065045] 'process raft request' (duration: 120.774913ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:52.8293Z","caller":"traceutil/trace.go:171","msg":"trace[690031813] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"115.075857ms","start":"2026-03-06T00:42:52.714182Z","end":"2026-03-06T00:42:52.829258Z","steps":["trace[690031813] 'process raft request' (duration: 114.813282ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:52.829376Z","caller":"traceutil/trace.go:171","msg":"trace[1091225158] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4984; }","duration":"118.640186ms","start":"2026-03-06T00:42:52.71072Z","end":"2026-03-06T00:42:52.82936Z","steps":["trace[1091225158] 'read index received' (duration: 5.45847ms)","trace[1091225158] 'applied index is now lower than readState.Index' (duration: 113.179926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:52.829526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.800929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:52.829571Z","caller":"traceutil/trace.go:171","msg":"trace[1950962595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4798; }","duration":"118.902572ms","start":"2026-03-06T00:42:52.710659Z","end":"2026-03-06T00:42:52.829562Z","steps":["trace[1950962595] 'agreement among raft nodes before linearized reading' (duration: 118.795329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:52.958074Z","caller":"traceutil/trace.go:171","msg":"trace[384764589] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"121.418587ms","start":"2026-03-06T00:42:52.836626Z","end":"2026-03-06T00:42:52.958044Z","steps":["trace[384764589] 'process raft request' (duration: 92.193195ms)","trace[384764589] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/services/endpoints/openstack/memcached; req_size:678; } (duration: 28.839723ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:52.958677Z","caller":"traceutil/trace.go:171","msg":"trace[780840293] linearizableReadLoop","detail":"{readStateIndex:4996; appliedIndex:4989; }","duration":"122.103392ms","start":"2026-03-06T00:42:52.836562Z","end":"2026-03-06T00:42:52.958665Z","steps":["trace[780840293] 'read index received' (duration: 46.42822ms)","trace[780840293] 'applied index is now lower than readState.Index' (duration: 75.674002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:52.959223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.631134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70904"} {"level":"info","ts":"2026-03-06T00:42:52.959676Z","caller":"traceutil/trace.go:171","msg":"trace[1947474729] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"122.982162ms","start":"2026-03-06T00:42:52.83663Z","end":"2026-03-06T00:42:52.959613Z","steps":["trace[1947474729] 'process raft request' (duration: 121.365266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:52.959301Z","caller":"traceutil/trace.go:171","msg":"trace[64203456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4807; }","duration":"122.755207ms","start":"2026-03-06T00:42:52.836534Z","end":"2026-03-06T00:42:52.959289Z","steps":["trace[64203456] 'agreement among raft nodes before linearized reading' (duration: 122.183174ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:54.313215Z","caller":"traceutil/trace.go:171","msg":"trace[738821506] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"140.905415ms","start":"2026-03-06T00:42:54.172269Z","end":"2026-03-06T00:42:54.313174Z","steps":["trace[738821506] 'process raft request' (duration: 140.712981ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:57.904993Z","caller":"traceutil/trace.go:171","msg":"trace[1652695595] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"111.597291ms","start":"2026-03-06T00:42:57.793373Z","end":"2026-03-06T00:42:57.904971Z","steps":["trace[1652695595] 'process raft request' (duration: 111.457568ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:02.352381Z","caller":"traceutil/trace.go:171","msg":"trace[1634393847] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"148.641727ms","start":"2026-03-06T00:43:02.203712Z","end":"2026-03-06T00:43:02.352354Z","steps":["trace[1634393847] 'read index received' (duration: 117.692615ms)","trace[1634393847] 'applied index is now lower than readState.Index' (duration: 30.948102ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:02.352398Z","caller":"traceutil/trace.go:171","msg":"trace[218942858] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"184.471897ms","start":"2026-03-06T00:43:02.167887Z","end":"2026-03-06T00:43:02.352359Z","steps":["trace[218942858] 'process raft request' (duration: 153.530605ms)","trace[218942858] 'compare' (duration: 30.809819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:02.352678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.941003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86264f01-3e39-460d-85f6-2935b437b6c5\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-06T00:43:02.352758Z","caller":"traceutil/trace.go:171","msg":"trace[2087955064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86264f01-3e39-460d-85f6-2935b437b6c5; range_end:; response_count:1; response_revision:4935; }","duration":"149.071816ms","start":"2026-03-06T00:43:02.203665Z","end":"2026-03-06T00:43:02.352737Z","steps":["trace[2087955064] 'agreement among raft nodes before linearized reading' (duration: 148.826231ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:02.799346Z","caller":"traceutil/trace.go:171","msg":"trace[391546944] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"119.883192ms","start":"2026-03-06T00:43:02.679435Z","end":"2026-03-06T00:43:02.799318Z","steps":["trace[391546944] 'process raft request' (duration: 119.737989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:03.097838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.214552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:03.098137Z","caller":"traceutil/trace.go:171","msg":"trace[555018064] linearizableReadLoop","detail":"{readStateIndex:5136; appliedIndex:5133; }","duration":"213.253151ms","start":"2026-03-06T00:43:02.884867Z","end":"2026-03-06T00:43:03.09812Z","steps":["trace[555018064] 'read index received' (duration: 8.681221ms)","trace[555018064] 'applied index is now lower than readState.Index' (duration: 204.57107ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:03.098251Z","caller":"traceutil/trace.go:171","msg":"trace[966499962] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"249.950519ms","start":"2026-03-06T00:43:02.848287Z","end":"2026-03-06T00:43:03.098238Z","steps":["trace[966499962] 'process raft request' (duration: 249.736415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:03.098285Z","caller":"traceutil/trace.go:171","msg":"trace[1833424254] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"264.174774ms","start":"2026-03-06T00:43:02.834068Z","end":"2026-03-06T00:43:03.098242Z","steps":["trace[1833424254] 'process raft request' (duration: 59.468791ms)","trace[1833424254] 'compare' (duration: 204.093939ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:03.098329Z","caller":"traceutil/trace.go:171","msg":"trace[1379948295] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"237.570568ms","start":"2026-03-06T00:43:02.860722Z","end":"2026-03-06T00:43:03.098292Z","steps":["trace[1379948295] 'process raft request' (duration: 237.364093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:03.098547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.675341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:43:03.098608Z","caller":"traceutil/trace.go:171","msg":"trace[2016149243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4943; }","duration":"213.777452ms","start":"2026-03-06T00:43:02.884816Z","end":"2026-03-06T00:43:03.098594Z","steps":["trace[2016149243] 'agreement among raft nodes before linearized reading' (duration: 213.608569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:03.105929Z","caller":"traceutil/trace.go:171","msg":"trace[765880772] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"181.41438ms","start":"2026-03-06T00:43:02.924491Z","end":"2026-03-06T00:43:03.105906Z","steps":["trace[765880772] 'process raft request' (duration: 181.047402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:03.10597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.72973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:43:03.106039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.788057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:43:03.106089Z","caller":"traceutil/trace.go:171","msg":"trace[1132511289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4944; }","duration":"173.900804ms","start":"2026-03-06T00:43:02.932164Z","end":"2026-03-06T00:43:03.106065Z","steps":["trace[1132511289] 'agreement among raft nodes before linearized reading' (duration: 173.594658ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:03.106114Z","caller":"traceutil/trace.go:171","msg":"trace[995171411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4944; }","duration":"127.90232ms","start":"2026-03-06T00:43:02.978194Z","end":"2026-03-06T00:43:03.106096Z","steps":["trace[995171411] 'agreement among raft nodes before linearized reading' (duration: 127.652395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:03.106101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.715163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:43:03.106177Z","caller":"traceutil/trace.go:171","msg":"trace[296374104] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4944; }","duration":"126.822585ms","start":"2026-03-06T00:43:02.979333Z","end":"2026-03-06T00:43:03.106156Z","steps":["trace[296374104] 'agreement among raft nodes before linearized reading' (duration: 126.480008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:03.106332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.921244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:43:03.10635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.087314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:43:03.106375Z","caller":"traceutil/trace.go:171","msg":"trace[1787858719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4944; }","duration":"130.002736ms","start":"2026-03-06T00:43:02.976362Z","end":"2026-03-06T00:43:03.106364Z","steps":["trace[1787858719] 'agreement among raft nodes before linearized reading' (duration: 129.885763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:03.10641Z","caller":"traceutil/trace.go:171","msg":"trace[2059673545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4944; }","duration":"128.172185ms","start":"2026-03-06T00:43:02.978221Z","end":"2026-03-06T00:43:03.106393Z","steps":["trace[2059673545] 'agreement among raft nodes before linearized reading' (duration: 127.985681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.654432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530606385s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:43:04.704276Z","caller":"traceutil/trace.go:171","msg":"trace[966998384] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"1.594694826s","start":"2026-03-06T00:43:03.109548Z","end":"2026-03-06T00:43:04.704243Z","steps":["trace[966998384] 'process raft request' (duration: 1.545298568s)","trace[966998384] 'compare' (duration: 49.037961ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:04.704294Z","caller":"traceutil/trace.go:171","msg":"trace[247283404] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"1.594021722s","start":"2026-03-06T00:43:03.110247Z","end":"2026-03-06T00:43:04.704268Z","steps":["trace[247283404] 'process raft request' (duration: 1.593913139s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.704505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.109528Z","time spent":"1.594812119s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:04.704503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.110221Z","time spent":"1.594132635s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:04.704597Z","caller":"traceutil/trace.go:171","msg":"trace[2108254029] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"1.594237758s","start":"2026-03-06T00:43:03.110341Z","end":"2026-03-06T00:43:04.704578Z","steps":["trace[2108254029] 'process raft request' (duration: 1.593887249s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.704715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.11032Z","time spent":"1.594341889s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:04.704855Z","caller":"traceutil/trace.go:171","msg":"trace[933842645] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"1.59434548s","start":"2026-03-06T00:43:03.11049Z","end":"2026-03-06T00:43:04.704835Z","steps":["trace[933842645] 'process raft request' (duration: 1.594023852s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.705536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.11048Z","time spent":"1.594995364s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:04.705574Z","caller":"traceutil/trace.go:171","msg":"trace[357913283] linearizableReadLoop","detail":"{readStateIndex:5143; appliedIndex:5138; }","duration":"1.594748867s","start":"2026-03-06T00:43:03.110791Z","end":"2026-03-06T00:43:04.705539Z","steps":["trace[357913283] 'read index received' (duration: 13.104808ms)","trace[357913283] 'applied index is now lower than readState.Index' (duration: 1.581641839s)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:04.7057Z","caller":"traceutil/trace.go:171","msg":"trace[260407020] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"1.595091755s","start":"2026-03-06T00:43:03.110596Z","end":"2026-03-06T00:43:04.705687Z","steps":["trace[260407020] 'process raft request' (duration: 1.594157174s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.705807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52499762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-06T00:43:04.705895Z","caller":"traceutil/trace.go:171","msg":"trace[176087745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4950; }","duration":"1.525111763s","start":"2026-03-06T00:43:03.180762Z","end":"2026-03-06T00:43:04.705874Z","steps":["trace[176087745] 'agreement among raft nodes before linearized reading' (duration: 1.524923479s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.705783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.110586Z","time spent":"1.595148257s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:04.705888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230061957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:43:04.705953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.180746Z","time spent":"1.525192834s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-06T00:43:04.705967Z","caller":"traceutil/trace.go:171","msg":"trace[376626167] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4950; }","duration":"1.23018677s","start":"2026-03-06T00:43:03.475762Z","end":"2026-03-06T00:43:04.705949Z","steps":["trace[376626167] 'agreement among raft nodes before linearized reading' (duration: 1.230055887s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.705973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207345647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T00:43:04.705811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.408785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:43:04.706018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.475741Z","time spent":"1.230262442s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:43:04.706027Z","caller":"traceutil/trace.go:171","msg":"trace[1563736049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4950; }","duration":"1.207441359s","start":"2026-03-06T00:43:03.498568Z","end":"2026-03-06T00:43:04.706009Z","steps":["trace[1563736049] 'agreement among raft nodes before linearized reading' (duration: 1.207266385s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.706041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595241868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80086"} {"level":"info","ts":"2026-03-06T00:43:04.706049Z","caller":"traceutil/trace.go:171","msg":"trace[1883336203] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4950; }","duration":"599.695511ms","start":"2026-03-06T00:43:04.10634Z","end":"2026-03-06T00:43:04.706035Z","steps":["trace[1883336203] 'agreement among raft nodes before linearized reading' (duration: 599.411525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.706084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.498528Z","time spent":"1.207543191s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T00:43:04.706093Z","caller":"traceutil/trace.go:171","msg":"trace[590727026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4950; }","duration":"1.59530916s","start":"2026-03-06T00:43:03.110769Z","end":"2026-03-06T00:43:04.706078Z","steps":["trace[590727026] 'agreement among raft nodes before linearized reading' (duration: 1.595074925s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.706085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.292919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:43:04.706101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:04.106316Z","time spent":"599.771002ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:43:04.706139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.11076Z","time spent":"1.595367731s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80109,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:43:04.706152Z","caller":"traceutil/trace.go:171","msg":"trace[408689748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4950; }","duration":"407.391571ms","start":"2026-03-06T00:43:04.29874Z","end":"2026-03-06T00:43:04.706131Z","steps":["trace[408689748] 'agreement among raft nodes before linearized reading' (duration: 407.272779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.706203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:04.298721Z","time spent":"407.469373ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:43:04.706254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.363693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-66b7f7f5c-vc7t9\" ","response":"range_response_count:1 size:11842"} {"level":"info","ts":"2026-03-06T00:43:04.70637Z","caller":"traceutil/trace.go:171","msg":"trace[1117951358] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-66b7f7f5c-vc7t9; range_end:; response_count:1; response_revision:4950; }","duration":"535.525046ms","start":"2026-03-06T00:43:04.170813Z","end":"2026-03-06T00:43:04.706338Z","steps":["trace[1117951358] 'agreement among raft nodes before linearized reading' (duration: 535.222319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.70613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347191761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86264f01-3e39-460d-85f6-2935b437b6c5\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-06T00:43:04.706459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:04.170791Z","time spent":"535.656349ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11865,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-66b7f7f5c-vc7t9\" "} {"level":"info","ts":"2026-03-06T00:43:04.706492Z","caller":"traceutil/trace.go:171","msg":"trace[699671386] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86264f01-3e39-460d-85f6-2935b437b6c5; range_end:; response_count:1; response_revision:4950; }","duration":"1.347583269s","start":"2026-03-06T00:43:03.358885Z","end":"2026-03-06T00:43:04.706468Z","steps":["trace[699671386] 'agreement among raft nodes before linearized reading' (duration: 1.347129719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:04.706563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:03.358866Z","time spent":"1.347678531s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86264f01-3e39-460d-85f6-2935b437b6c5\" "} {"level":"info","ts":"2026-03-06T00:43:05.667443Z","caller":"traceutil/trace.go:171","msg":"trace[707393633] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"230.789287ms","start":"2026-03-06T00:43:05.436606Z","end":"2026-03-06T00:43:05.667396Z","steps":["trace[707393633] 'process raft request' (duration: 230.520511ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:07.903018Z","caller":"traceutil/trace.go:171","msg":"trace[638016624] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5015; }","duration":"126.489409ms","start":"2026-03-06T00:43:07.776488Z","end":"2026-03-06T00:43:07.902978Z","steps":["trace[638016624] 'process raft request' (duration: 75.29808ms)","trace[638016624] 'compare' (duration: 50.910713ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:18.267888Z","caller":"traceutil/trace.go:171","msg":"trace[996088777] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"146.671263ms","start":"2026-03-06T00:43:18.121197Z","end":"2026-03-06T00:43:18.267869Z","steps":["trace[996088777] 'process raft request' (duration: 146.619192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:18.267947Z","caller":"traceutil/trace.go:171","msg":"trace[1332850167] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"179.744643ms","start":"2026-03-06T00:43:18.088177Z","end":"2026-03-06T00:43:18.267922Z","steps":["trace[1332850167] 'process raft request' (duration: 177.200657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:18.706605Z","caller":"traceutil/trace.go:171","msg":"trace[1677379628] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5340; }","duration":"372.247167ms","start":"2026-03-06T00:43:18.334328Z","end":"2026-03-06T00:43:18.706575Z","steps":["trace[1677379628] 'read index received' (duration: 306.445906ms)","trace[1677379628] 'applied index is now lower than readState.Index' (duration: 65.800231ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:18.706657Z","caller":"traceutil/trace.go:171","msg":"trace[1653448337] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"397.223218ms","start":"2026-03-06T00:43:18.309405Z","end":"2026-03-06T00:43:18.706628Z","steps":["trace[1653448337] 'process raft request' (duration: 331.295904ms)","trace[1653448337] 'compare' (duration: 65.431043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:18.706806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:18.309387Z","time spent":"397.33912ms","remote":"127.0.0.1:33570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:18.707029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.659046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17230"} {"level":"info","ts":"2026-03-06T00:43:18.707164Z","caller":"traceutil/trace.go:171","msg":"trace[1922083307] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5142; }","duration":"372.85377ms","start":"2026-03-06T00:43:18.334278Z","end":"2026-03-06T00:43:18.707132Z","steps":["trace[1922083307] 'agreement among raft nodes before linearized reading' (duration: 372.442851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:18.70723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:18.334256Z","time spent":"372.962542ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17253,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T00:43:22.534965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056229765,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:43:22.920973Z","caller":"traceutil/trace.go:171","msg":"trace[1867334754] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"888.077178ms","start":"2026-03-06T00:43:22.032877Z","end":"2026-03-06T00:43:22.920954Z","steps":["trace[1867334754] 'read index received' (duration: 887.949866ms)","trace[1867334754] 'applied index is now lower than readState.Index' (duration: 126.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:22.921036Z","caller":"traceutil/trace.go:171","msg":"trace[1668730470] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"903.17912ms","start":"2026-03-06T00:43:22.017824Z","end":"2026-03-06T00:43:22.921003Z","steps":["trace[1668730470] 'process raft request' (duration: 902.982386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.92117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.680814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-06T00:43:22.921147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.239582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:22.921199Z","caller":"traceutil/trace.go:171","msg":"trace[1307765906] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5175; }","duration":"865.771087ms","start":"2026-03-06T00:43:22.05542Z","end":"2026-03-06T00:43:22.921191Z","steps":["trace[1307765906] 'agreement among raft nodes before linearized reading' (duration: 865.638934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.921222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.055401Z","time spent":"865.816428ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-06T00:43:22.921228Z","caller":"traceutil/trace.go:171","msg":"trace[1217144075] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5175; }","duration":"888.372625ms","start":"2026-03-06T00:43:22.032832Z","end":"2026-03-06T00:43:22.921204Z","steps":["trace[1217144075] 'agreement among raft nodes before linearized reading' (duration: 888.203491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.921271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.032816Z","time spent":"888.447666ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:43:22.921275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.04835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:43:22.921293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.509279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:43:22.921354Z","caller":"traceutil/trace.go:171","msg":"trace[810405798] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5175; }","duration":"620.611001ms","start":"2026-03-06T00:43:22.300729Z","end":"2026-03-06T00:43:22.92134Z","steps":["trace[810405798] 'agreement among raft nodes before linearized reading' (duration: 620.495088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:22.921356Z","caller":"traceutil/trace.go:171","msg":"trace[1097279374] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5175; }","duration":"596.163132ms","start":"2026-03-06T00:43:22.325172Z","end":"2026-03-06T00:43:22.921335Z","steps":["trace[1097279374] 'agreement among raft nodes before linearized reading' (duration: 596.024609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.921388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.300708Z","time spent":"620.670393ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:43:22.921412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.732826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:22.921431Z","caller":"traceutil/trace.go:171","msg":"trace[138890185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5175; }","duration":"621.787738ms","start":"2026-03-06T00:43:22.299638Z","end":"2026-03-06T00:43:22.921425Z","steps":["trace[138890185] 'agreement among raft nodes before linearized reading' (duration: 621.746557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.921444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.299619Z","time spent":"621.821789ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:43:22.921426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.325159Z","time spent":"596.244594ms","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:43:22.921671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.19704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:22.921768Z","caller":"traceutil/trace.go:171","msg":"trace[69373573] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5175; }","duration":"189.371894ms","start":"2026-03-06T00:43:22.732378Z","end":"2026-03-06T00:43:22.92175Z","steps":["trace[69373573] 'agreement among raft nodes before linearized reading' (duration: 189.18071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.921763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.017778Z","time spent":"903.330384ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:23.44359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.035503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:23.444014Z","caller":"traceutil/trace.go:171","msg":"trace[1949656307] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"518.587093ms","start":"2026-03-06T00:43:22.9254Z","end":"2026-03-06T00:43:23.443987Z","steps":["trace[1949656307] 'process raft request' (duration: 405.049219ms)","trace[1949656307] 'compare' (duration: 112.817728ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:23.444062Z","caller":"traceutil/trace.go:171","msg":"trace[722238779] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"516.990338ms","start":"2026-03-06T00:43:22.927049Z","end":"2026-03-06T00:43:23.444039Z","steps":["trace[722238779] 'process raft request' (duration: 516.850875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.44423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.925377Z","time spent":"518.717016ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:23.444326Z","caller":"traceutil/trace.go:171","msg":"trace[1914116978] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"517.200312ms","start":"2026-03-06T00:43:22.927097Z","end":"2026-03-06T00:43:23.444298Z","steps":["trace[1914116978] 'process raft request' (duration: 516.888786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.444463Z","caller":"traceutil/trace.go:171","msg":"trace[517955849] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"516.878765ms","start":"2026-03-06T00:43:22.92752Z","end":"2026-03-06T00:43:23.444399Z","steps":["trace[517955849] 'process raft request' (duration: 516.68371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.444496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.927094Z","time spent":"517.300054ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:23.444585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.927407Z","time spent":"517.120611ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:23.444678Z","caller":"traceutil/trace.go:171","msg":"trace[2036228297] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5375; }","duration":"517.442108ms","start":"2026-03-06T00:43:22.927214Z","end":"2026-03-06T00:43:23.444656Z","steps":["trace[2036228297] 'read index received' (duration: 403.415694ms)","trace[2036228297] 'applied index is now lower than readState.Index' (duration: 114.025424ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:23.444705Z","caller":"traceutil/trace.go:171","msg":"trace[2008246201] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"516.511887ms","start":"2026-03-06T00:43:22.928175Z","end":"2026-03-06T00:43:23.444687Z","steps":["trace[2008246201] 'process raft request' (duration: 516.270082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.444778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.92817Z","time spent":"516.574768ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:23.444776Z","caller":"traceutil/trace.go:171","msg":"trace[1738715120] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"517.221032ms","start":"2026-03-06T00:43:22.927539Z","end":"2026-03-06T00:43:23.44476Z","steps":["trace[1738715120] 'process raft request' (duration: 516.743702ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.444811Z","caller":"traceutil/trace.go:171","msg":"trace[99065803] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"517.070039ms","start":"2026-03-06T00:43:22.927709Z","end":"2026-03-06T00:43:23.444779Z","steps":["trace[99065803] 'process raft request' (duration: 516.638549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.444868Z","caller":"traceutil/trace.go:171","msg":"trace[1058981625] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"515.30503ms","start":"2026-03-06T00:43:22.929554Z","end":"2026-03-06T00:43:23.444859Z","steps":["trace[1058981625] 'process raft request' (duration: 515.011864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.444922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.929525Z","time spent":"515.366022ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:23.444958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.927704Z","time spent":"517.184351ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:23.444998Z","caller":"traceutil/trace.go:171","msg":"trace[716006961] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"515.213058ms","start":"2026-03-06T00:43:22.929777Z","end":"2026-03-06T00:43:23.44499Z","steps":["trace[716006961] 'process raft request' (duration: 514.83287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.445039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.057829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:43:23.445049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.929772Z","time spent":"515.250769ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:23.445054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.247237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:43:23.4451Z","caller":"traceutil/trace.go:171","msg":"trace[1757273028] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5185; }","duration":"302.136291ms","start":"2026-03-06T00:43:23.142931Z","end":"2026-03-06T00:43:23.445068Z","steps":["trace[1757273028] 'agreement among raft nodes before linearized reading' (duration: 302.046919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.445108Z","caller":"traceutil/trace.go:171","msg":"trace[1845024446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5185; }","duration":"206.368899ms","start":"2026-03-06T00:43:23.238726Z","end":"2026-03-06T00:43:23.445094Z","steps":["trace[1845024446] 'agreement among raft nodes before linearized reading' (duration: 206.223475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.445143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.584906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T00:43:23.445139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.892618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81595"} {"level":"info","ts":"2026-03-06T00:43:23.444813Z","caller":"traceutil/trace.go:171","msg":"trace[362617855] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"515.506625ms","start":"2026-03-06T00:43:22.929292Z","end":"2026-03-06T00:43:23.444799Z","steps":["trace[362617855] 'process raft request' (duration: 515.225659ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.445206Z","caller":"traceutil/trace.go:171","msg":"trace[847859272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5185; }","duration":"510.680109ms","start":"2026-03-06T00:43:22.934508Z","end":"2026-03-06T00:43:23.445188Z","steps":["trace[847859272] 'agreement among raft nodes before linearized reading' (duration: 510.529935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.445226Z","caller":"traceutil/trace.go:171","msg":"trace[1374798609] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5185; }","duration":"518.00552ms","start":"2026-03-06T00:43:22.927201Z","end":"2026-03-06T00:43:23.445207Z","steps":["trace[1374798609] 'agreement among raft nodes before linearized reading' (duration: 517.632272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.445148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:23.142908Z","time spent":"302.231684ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:43:23.445243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.934487Z","time spent":"510.7474ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:43:23.445269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.929287Z","time spent":"515.936324ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:23.445284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.927197Z","time spent":"518.076661ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81618,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:43:23.445269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.927505Z","time spent":"517.344504ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:23.445342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.028501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86264f01-3e39-460d-85f6-2935b437b6c5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T00:43:23.445598Z","caller":"traceutil/trace.go:171","msg":"trace[1007936164] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86264f01-3e39-460d-85f6-2935b437b6c5; range_end:; response_count:1; response_revision:5185; }","duration":"518.304426ms","start":"2026-03-06T00:43:22.927275Z","end":"2026-03-06T00:43:23.445579Z","steps":["trace[1007936164] 'agreement among raft nodes before linearized reading' (duration: 517.584271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:23.445169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.927033Z","time spent":"517.08294ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:23.445844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:22.927272Z","time spent":"518.553673ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-86264f01-3e39-460d-85f6-2935b437b6c5\" "} {"level":"info","ts":"2026-03-06T00:43:23.715018Z","caller":"traceutil/trace.go:171","msg":"trace[48359443] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"263.693274ms","start":"2026-03-06T00:43:23.451286Z","end":"2026-03-06T00:43:23.71498Z","steps":["trace[48359443] 'process raft request' (duration: 263.616212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.715083Z","caller":"traceutil/trace.go:171","msg":"trace[2133867010] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"115.115698ms","start":"2026-03-06T00:43:23.599952Z","end":"2026-03-06T00:43:23.715067Z","steps":["trace[2133867010] 'process raft request' (duration: 115.063277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.715189Z","caller":"traceutil/trace.go:171","msg":"trace[1558947993] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"126.10968ms","start":"2026-03-06T00:43:23.589068Z","end":"2026-03-06T00:43:23.715178Z","steps":["trace[1558947993] 'process raft request' (duration: 125.878505ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:23.715301Z","caller":"traceutil/trace.go:171","msg":"trace[1488878631] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"265.109545ms","start":"2026-03-06T00:43:23.450154Z","end":"2026-03-06T00:43:23.715264Z","steps":["trace[1488878631] 'process raft request' (duration: 173.077066ms)","trace[1488878631] 'compare' (duration: 91.537538ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:24.585032Z","caller":"traceutil/trace.go:171","msg":"trace[1513553687] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"194.749123ms","start":"2026-03-06T00:43:24.390257Z","end":"2026-03-06T00:43:24.585006Z","steps":["trace[1513553687] 'process raft request' (duration: 194.58495ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:01.72179Z","caller":"traceutil/trace.go:171","msg":"trace[1324235086] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"105.258811ms","start":"2026-03-06T00:44:01.616511Z","end":"2026-03-06T00:44:01.72177Z","steps":["trace[1324235086] 'process raft request' (duration: 105.21279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:01.721753Z","caller":"traceutil/trace.go:171","msg":"trace[663268199] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5701; }","duration":"273.441708ms","start":"2026-03-06T00:44:01.448285Z","end":"2026-03-06T00:44:01.721727Z","steps":["trace[663268199] 'read index received' (duration: 227.746421ms)","trace[663268199] 'applied index is now lower than readState.Index' (duration: 45.692557ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:44:01.721868Z","caller":"traceutil/trace.go:171","msg":"trace[328456882] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"109.796511ms","start":"2026-03-06T00:44:01.61204Z","end":"2026-03-06T00:44:01.721837Z","steps":["trace[328456882] 'process raft request' (duration: 109.569486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:44:01.721947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.645043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-06T00:44:01.722216Z","caller":"traceutil/trace.go:171","msg":"trace[696931530] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5494; }","duration":"273.903199ms","start":"2026-03-06T00:44:01.448258Z","end":"2026-03-06T00:44:01.722162Z","steps":["trace[696931530] 'agreement among raft nodes before linearized reading' (duration: 273.575051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:44:02.39917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.061557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:44:02.399257Z","caller":"traceutil/trace.go:171","msg":"trace[2120569489] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5709; }","duration":"463.553689ms","start":"2026-03-06T00:44:01.935691Z","end":"2026-03-06T00:44:02.399245Z","steps":["trace[2120569489] 'read index received' (duration: 30.286007ms)","trace[2120569489] 'applied index is now lower than readState.Index' (duration: 433.266462ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:44:02.399359Z","caller":"traceutil/trace.go:171","msg":"trace[1806987408] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"473.583561ms","start":"2026-03-06T00:44:01.925763Z","end":"2026-03-06T00:44:02.399347Z","steps":["trace[1806987408] 'process raft request' (duration: 40.273728ms)","trace[1806987408] 'compare' (duration: 432.958875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:44:02.399416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:44:01.925744Z","time spent":"473.644912ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:44:02.399525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.18365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:44:02.39957Z","caller":"traceutil/trace.go:171","msg":"trace[1044208538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5500; }","duration":"101.260102ms","start":"2026-03-06T00:44:02.298297Z","end":"2026-03-06T00:44:02.399557Z","steps":["trace[1044208538] 'agreement among raft nodes before linearized reading' (duration: 101.188881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:44:02.399656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.943888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:44:02.399731Z","caller":"traceutil/trace.go:171","msg":"trace[1105330956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5500; }","duration":"464.048561ms","start":"2026-03-06T00:44:01.935662Z","end":"2026-03-06T00:44:02.399711Z","steps":["trace[1105330956] 'agreement among raft nodes before linearized reading' (duration: 463.836106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:44:02.399774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:44:01.935647Z","time spent":"464.117692ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:44:02.579786Z","caller":"traceutil/trace.go:171","msg":"trace[321053180] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"175.430058ms","start":"2026-03-06T00:44:02.404318Z","end":"2026-03-06T00:44:02.579748Z","steps":["trace[321053180] 'process raft request' (duration: 111.336495ms)","trace[321053180] 'compare' (duration: 63.97387ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:44:13.145026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2689} {"level":"info","ts":"2026-03-06T00:44:13.244511Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2689,"took":"98.289818ms","hash":3017609348,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":30412800,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T00:44:13.244564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3017609348,"revision":2689,"compact-revision":-1} {"level":"info","ts":"2026-03-06T00:44:16.829333Z","caller":"traceutil/trace.go:171","msg":"trace[1503274368] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"177.492774ms","start":"2026-03-06T00:44:16.651807Z","end":"2026-03-06T00:44:16.8293Z","steps":["trace[1503274368] 'process raft request' (duration: 92.824728ms)","trace[1503274368] 'compare' (duration: 84.433481ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:44:17.952255Z","caller":"traceutil/trace.go:171","msg":"trace[1808799874] linearizableReadLoop","detail":"{readStateIndex:5822; appliedIndex:5821; }","duration":"116.547963ms","start":"2026-03-06T00:44:17.835674Z","end":"2026-03-06T00:44:17.952222Z","steps":["trace[1808799874] 'read index received' (duration: 75.449092ms)","trace[1808799874] 'applied index is now lower than readState.Index' (duration: 41.097391ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:44:17.952328Z","caller":"traceutil/trace.go:171","msg":"trace[1093087046] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"133.908598ms","start":"2026-03-06T00:44:17.818385Z","end":"2026-03-06T00:44:17.952293Z","steps":["trace[1093087046] 'process raft request' (duration: 92.779346ms)","trace[1093087046] 'compare' (duration: 40.918497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:44:17.952626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.892217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-06T00:44:17.95264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.84841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:44:17.952696Z","caller":"traceutil/trace.go:171","msg":"trace[1400127888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:5608; }","duration":"114.991078ms","start":"2026-03-06T00:44:17.837687Z","end":"2026-03-06T00:44:17.952678Z","steps":["trace[1400127888] 'agreement among raft nodes before linearized reading' (duration: 114.797554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:17.952701Z","caller":"traceutil/trace.go:171","msg":"trace[1819178535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5608; }","duration":"116.943552ms","start":"2026-03-06T00:44:17.835743Z","end":"2026-03-06T00:44:17.952687Z","steps":["trace[1819178535] 'agreement among raft nodes before linearized reading' (duration: 116.720438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:44:17.952765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.876411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:44:17.952887Z","caller":"traceutil/trace.go:171","msg":"trace[864351238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5608; }","duration":"117.024973ms","start":"2026-03-06T00:44:17.835844Z","end":"2026-03-06T00:44:17.952869Z","steps":["trace[864351238] 'agreement among raft nodes before linearized reading' (duration: 116.757738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:44:17.95342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.728899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:44:17.953489Z","caller":"traceutil/trace.go:171","msg":"trace[377043839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5608; }","duration":"117.834622ms","start":"2026-03-06T00:44:17.835639Z","end":"2026-03-06T00:44:17.953474Z","steps":["trace[377043839] 'agreement among raft nodes before linearized reading' (duration: 116.690317ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:26.687866Z","caller":"traceutil/trace.go:171","msg":"trace[844774700] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"130.971223ms","start":"2026-03-06T00:44:26.556859Z","end":"2026-03-06T00:44:26.68783Z","steps":["trace[844774700] 'process raft request' (duration: 103.840472ms)","trace[844774700] 'compare' (duration: 26.866225ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:44:45.864402Z","caller":"traceutil/trace.go:171","msg":"trace[473517409] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"115.818827ms","start":"2026-03-06T00:44:45.748551Z","end":"2026-03-06T00:44:45.86437Z","steps":["trace[473517409] 'process raft request' (duration: 90.784562ms)","trace[473517409] 'compare' (duration: 24.865251ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:44:46.068056Z","caller":"traceutil/trace.go:171","msg":"trace[2009740010] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"146.107208ms","start":"2026-03-06T00:44:45.921925Z","end":"2026-03-06T00:44:46.068032Z","steps":["trace[2009740010] 'process raft request' (duration: 146.007796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:46.0681Z","caller":"traceutil/trace.go:171","msg":"trace[810189291] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"146.312243ms","start":"2026-03-06T00:44:45.921753Z","end":"2026-03-06T00:44:46.068065Z","steps":["trace[810189291] 'process raft request' (duration: 145.997636ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:46.073893Z","caller":"traceutil/trace.go:171","msg":"trace[1418306492] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"111.099482ms","start":"2026-03-06T00:44:45.96277Z","end":"2026-03-06T00:44:46.07387Z","steps":["trace[1418306492] 'process raft request' (duration: 110.835047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:45:38.558951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.836194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:45:38.559017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.251043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:45:38.559042Z","caller":"traceutil/trace.go:171","msg":"trace[1831646032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6084; }","duration":"104.976977ms","start":"2026-03-06T00:45:38.454048Z","end":"2026-03-06T00:45:38.559025Z","steps":["trace[1831646032] 'range keys from in-memory index tree' (duration: 104.64747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:45:38.559067Z","caller":"traceutil/trace.go:171","msg":"trace[816264062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6084; }","duration":"105.326135ms","start":"2026-03-06T00:45:38.453729Z","end":"2026-03-06T00:45:38.559055Z","steps":["trace[816264062] 'range keys from in-memory index tree' (duration: 105.13821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:45:38.559045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.264238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:45:38.559132Z","caller":"traceutil/trace.go:171","msg":"trace[1894357207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6084; }","duration":"107.406151ms","start":"2026-03-06T00:45:38.451704Z","end":"2026-03-06T00:45:38.559111Z","steps":["trace[1894357207] 'range keys from in-memory index tree' (duration: 107.065734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:31.138541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.759238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:47:31.138684Z","caller":"traceutil/trace.go:171","msg":"trace[1882759698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6885; }","duration":"133.926122ms","start":"2026-03-06T00:47:31.004711Z","end":"2026-03-06T00:47:31.138637Z","steps":["trace[1882759698] 'range keys from in-memory index tree' (duration: 133.567734ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:05.481278Z","caller":"traceutil/trace.go:171","msg":"trace[2134566330] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"101.430582ms","start":"2026-03-06T00:48:05.379827Z","end":"2026-03-06T00:48:05.481258Z","steps":["trace[2134566330] 'process raft request' (duration: 100.830569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:05.481617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.570691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:48:05.481649Z","caller":"traceutil/trace.go:171","msg":"trace[880888638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7102; }","duration":"113.643373ms","start":"2026-03-06T00:48:05.367998Z","end":"2026-03-06T00:48:05.481641Z","steps":["trace[880888638] 'agreement among raft nodes before linearized reading' (duration: 113.53683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:05.481796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.938831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:48:05.481878Z","caller":"traceutil/trace.go:171","msg":"trace[518237991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7102; }","duration":"110.043364ms","start":"2026-03-06T00:48:05.371822Z","end":"2026-03-06T00:48:05.481866Z","steps":["trace[518237991] 'agreement among raft nodes before linearized reading' (duration: 109.753127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:05.607067Z","caller":"traceutil/trace.go:171","msg":"trace[472893396] linearizableReadLoop","detail":"{readStateIndex:7371; appliedIndex:7369; }","duration":"119.185145ms","start":"2026-03-06T00:48:05.487857Z","end":"2026-03-06T00:48:05.607042Z","steps":["trace[472893396] 'read index received' (duration: 83.347052ms)","trace[472893396] 'applied index is now lower than readState.Index' (duration: 35.837033ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:05.607122Z","caller":"traceutil/trace.go:171","msg":"trace[141201462] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"119.293457ms","start":"2026-03-06T00:48:05.487801Z","end":"2026-03-06T00:48:05.607094Z","steps":["trace[141201462] 'process raft request' (duration: 118.810177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:05.607405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.376224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:05.607474Z","caller":"traceutil/trace.go:171","msg":"trace[1930525325] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7106; }","duration":"121.613319ms","start":"2026-03-06T00:48:05.485843Z","end":"2026-03-06T00:48:05.607456Z","steps":["trace[1930525325] 'agreement among raft nodes before linearized reading' (duration: 121.337543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:05.607752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.051338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199041"} {"level":"info","ts":"2026-03-06T00:48:05.607808Z","caller":"traceutil/trace.go:171","msg":"trace[465128776] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7106; }","duration":"117.129889ms","start":"2026-03-06T00:48:05.490661Z","end":"2026-03-06T00:48:05.607791Z","steps":["trace[465128776] 'agreement among raft nodes before linearized reading' (duration: 116.617358ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:05.966715Z","caller":"traceutil/trace.go:171","msg":"trace[1138176495] linearizableReadLoop","detail":"{readStateIndex:7376; appliedIndex:7375; }","duration":"116.054076ms","start":"2026-03-06T00:48:05.850633Z","end":"2026-03-06T00:48:05.966687Z","steps":["trace[1138176495] 'read index received' (duration: 101.293599ms)","trace[1138176495] 'applied index is now lower than readState.Index' (duration: 14.759217ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:05.966772Z","caller":"traceutil/trace.go:171","msg":"trace[131363623] transaction","detail":"{read_only:false; response_revision:7110; number_of_response:1; }","duration":"163.323422ms","start":"2026-03-06T00:48:05.803417Z","end":"2026-03-06T00:48:05.96674Z","steps":["trace[131363623] 'process raft request' (duration: 148.551835ms)","trace[131363623] 'compare' (duration: 14.576113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:05.966995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.330073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:05.967108Z","caller":"traceutil/trace.go:171","msg":"trace[399913157] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7110; }","duration":"116.495767ms","start":"2026-03-06T00:48:05.850588Z","end":"2026-03-06T00:48:05.967084Z","steps":["trace[399913157] 'agreement among raft nodes before linearized reading' (duration: 116.21686ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:06.309811Z","caller":"traceutil/trace.go:171","msg":"trace[1094826293] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"140.63795ms","start":"2026-03-06T00:48:06.169134Z","end":"2026-03-06T00:48:06.309772Z","steps":["trace[1094826293] 'process raft request' (duration: 111.879885ms)","trace[1094826293] 'compare' (duration: 28.53755ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:51.922951Z","caller":"traceutil/trace.go:171","msg":"trace[2059501749] transaction","detail":"{read_only:false; response_revision:7419; number_of_response:1; }","duration":"107.297792ms","start":"2026-03-06T00:48:51.815623Z","end":"2026-03-06T00:48:51.92292Z","steps":["trace[2059501749] 'process raft request' (duration: 46.175791ms)","trace[2059501749] 'compare' (duration: 60.932687ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:54.122767Z","caller":"traceutil/trace.go:171","msg":"trace[156736547] linearizableReadLoop","detail":"{readStateIndex:7705; appliedIndex:7704; }","duration":"187.548567ms","start":"2026-03-06T00:48:53.935174Z","end":"2026-03-06T00:48:54.122723Z","steps":["trace[156736547] 'read index received' (duration: 134.366721ms)","trace[156736547] 'applied index is now lower than readState.Index' (duration: 53.180886ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:54.122854Z","caller":"traceutil/trace.go:171","msg":"trace[530340987] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"190.271288ms","start":"2026-03-06T00:48:53.932538Z","end":"2026-03-06T00:48:54.122809Z","steps":["trace[530340987] 'process raft request' (duration: 137.500221ms)","trace[530340987] 'compare' (duration: 52.562713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:54.123023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.826994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:48:54.123086Z","caller":"traceutil/trace.go:171","msg":"trace[2146545320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7427; }","duration":"187.963487ms","start":"2026-03-06T00:48:53.935105Z","end":"2026-03-06T00:48:54.123068Z","steps":["trace[2146545320] 'agreement among raft nodes before linearized reading' (duration: 187.739552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:54.443346Z","caller":"traceutil/trace.go:171","msg":"trace[1286339988] transaction","detail":"{read_only:false; response_revision:7428; number_of_response:1; }","duration":"113.891569ms","start":"2026-03-06T00:48:54.329378Z","end":"2026-03-06T00:48:54.44327Z","steps":["trace[1286339988] 'process raft request' (duration: 113.680645ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:04.176936Z","caller":"traceutil/trace.go:171","msg":"trace[1827341761] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7888; }","duration":"288.214303ms","start":"2026-03-06T00:49:03.888695Z","end":"2026-03-06T00:49:04.176909Z","steps":["trace[1827341761] 'read index received' (duration: 287.980498ms)","trace[1827341761] 'applied index is now lower than readState.Index' (duration: 232.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:04.177011Z","caller":"traceutil/trace.go:171","msg":"trace[1475592427] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"454.463181ms","start":"2026-03-06T00:49:03.722514Z","end":"2026-03-06T00:49:04.176977Z","steps":["trace[1475592427] 'process raft request' (duration: 454.215615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.177192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:03.722497Z","time spent":"454.587403ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:04.17724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.313029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:49:04.177284Z","caller":"traceutil/trace.go:171","msg":"trace[17578487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7609; }","duration":"252.407611ms","start":"2026-03-06T00:49:03.924866Z","end":"2026-03-06T00:49:04.177273Z","steps":["trace[17578487] 'agreement among raft nodes before linearized reading' (duration: 252.247888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.177321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.306515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:04.17743Z","caller":"traceutil/trace.go:171","msg":"trace[421412401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7609; }","duration":"283.469618ms","start":"2026-03-06T00:49:03.893936Z","end":"2026-03-06T00:49:04.177406Z","steps":["trace[421412401] 'agreement among raft nodes before linearized reading' (duration: 283.170672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.177563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.870468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:49:04.177638Z","caller":"traceutil/trace.go:171","msg":"trace[1047569837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7609; }","duration":"288.96031ms","start":"2026-03-06T00:49:03.88864Z","end":"2026-03-06T00:49:04.1776Z","steps":["trace[1047569837] 'agreement among raft nodes before linearized reading' (duration: 288.409588ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:04.658513Z","caller":"traceutil/trace.go:171","msg":"trace[9753694] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"476.58943ms","start":"2026-03-06T00:49:04.181896Z","end":"2026-03-06T00:49:04.658485Z","steps":["trace[9753694] 'process raft request' (duration: 476.440677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.658652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:04.181873Z","time spent":"476.711183ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:04.662361Z","caller":"traceutil/trace.go:171","msg":"trace[1690690622] linearizableReadLoop","detail":"{readStateIndex:7892; appliedIndex:7889; }","duration":"469.153116ms","start":"2026-03-06T00:49:04.193181Z","end":"2026-03-06T00:49:04.662334Z","steps":["trace[1690690622] 'read index received' (duration: 465.162608ms)","trace[1690690622] 'applied index is now lower than readState.Index' (duration: 3.987248ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:04.662482Z","caller":"traceutil/trace.go:171","msg":"trace[1401374059] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"479.923723ms","start":"2026-03-06T00:49:04.182546Z","end":"2026-03-06T00:49:04.66247Z","steps":["trace[1401374059] 'process raft request' (duration: 479.738989ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:04.66248Z","caller":"traceutil/trace.go:171","msg":"trace[429427191] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"480.215719ms","start":"2026-03-06T00:49:04.182236Z","end":"2026-03-06T00:49:04.662451Z","steps":["trace[429427191] 'process raft request' (duration: 479.724088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.662588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:04.182538Z","time spent":"479.973983ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:04.662604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:04.182209Z","time spent":"480.327802ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:04.66269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.494683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:49:04.662772Z","caller":"traceutil/trace.go:171","msg":"trace[1232799239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7612; }","duration":"469.583625ms","start":"2026-03-06T00:49:04.193166Z","end":"2026-03-06T00:49:04.66275Z","steps":["trace[1232799239] 'agreement among raft nodes before linearized reading' (duration: 469.35716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.662814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:04.193111Z","time spent":"469.693687ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:04.663177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.827024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:04.663218Z","caller":"traceutil/trace.go:171","msg":"trace[64118457] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7612; }","duration":"244.896166ms","start":"2026-03-06T00:49:04.418307Z","end":"2026-03-06T00:49:04.663203Z","steps":["trace[64118457] 'agreement among raft nodes before linearized reading' (duration: 244.837084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.663253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.018472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:49:04.663301Z","caller":"traceutil/trace.go:171","msg":"trace[510748200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7612; }","duration":"181.098094ms","start":"2026-03-06T00:49:04.482189Z","end":"2026-03-06T00:49:04.663287Z","steps":["trace[510748200] 'agreement among raft nodes before linearized reading' (duration: 180.944921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.663872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.580869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:49:04.663938Z","caller":"traceutil/trace.go:171","msg":"trace[291602302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7612; }","duration":"462.705022ms","start":"2026-03-06T00:49:04.201216Z","end":"2026-03-06T00:49:04.663921Z","steps":["trace[291602302] 'agreement among raft nodes before linearized reading' (duration: 461.862844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:04.6641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:04.201204Z","time spent":"462.877967ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"info","ts":"2026-03-06T00:49:10.855671Z","caller":"traceutil/trace.go:171","msg":"trace[1960204413] linearizableReadLoop","detail":"{readStateIndex:7922; appliedIndex:7921; }","duration":"116.63884ms","start":"2026-03-06T00:49:10.739001Z","end":"2026-03-06T00:49:10.85564Z","steps":["trace[1960204413] 'read index received' (duration: 73.992367ms)","trace[1960204413] 'applied index is now lower than readState.Index' (duration: 42.644932ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:10.855717Z","caller":"traceutil/trace.go:171","msg":"trace[364090315] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"117.244863ms","start":"2026-03-06T00:49:10.738441Z","end":"2026-03-06T00:49:10.855686Z","steps":["trace[364090315] 'process raft request' (duration: 74.485476ms)","trace[364090315] 'compare' (duration: 42.45802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:10.856332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.300694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223791"} {"level":"info","ts":"2026-03-06T00:49:10.856404Z","caller":"traceutil/trace.go:171","msg":"trace[1673856882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7641; }","duration":"117.391576ms","start":"2026-03-06T00:49:10.738995Z","end":"2026-03-06T00:49:10.856387Z","steps":["trace[1673856882] 'agreement among raft nodes before linearized reading' (duration: 116.767272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.938376Z","caller":"traceutil/trace.go:171","msg":"trace[1844354421] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"199.318297ms","start":"2026-03-06T00:49:10.739035Z","end":"2026-03-06T00:49:10.938354Z","steps":["trace[1844354421] 'process raft request' (duration: 199.156734ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.938634Z","caller":"traceutil/trace.go:171","msg":"trace[1202130082] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"199.386888ms","start":"2026-03-06T00:49:10.739202Z","end":"2026-03-06T00:49:10.938589Z","steps":["trace[1202130082] 'process raft request' (duration: 199.105142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:12.881735Z","caller":"traceutil/trace.go:171","msg":"trace[893452871] linearizableReadLoop","detail":"{readStateIndex:7931; appliedIndex:7930; }","duration":"180.156374ms","start":"2026-03-06T00:49:12.701554Z","end":"2026-03-06T00:49:12.88171Z","steps":["trace[893452871] 'read index received' (duration: 179.97881ms)","trace[893452871] 'applied index is now lower than readState.Index' (duration: 176.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:12.881883Z","caller":"traceutil/trace.go:171","msg":"trace[453846250] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"182.163179ms","start":"2026-03-06T00:49:12.699687Z","end":"2026-03-06T00:49:12.881851Z","steps":["trace[453846250] 'process raft request' (duration: 181.875953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.88199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.419449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:49:12.882027Z","caller":"traceutil/trace.go:171","msg":"trace[1158354607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7649; }","duration":"180.502571ms","start":"2026-03-06T00:49:12.701513Z","end":"2026-03-06T00:49:12.882016Z","steps":["trace[1158354607] 'agreement among raft nodes before linearized reading' (duration: 180.341528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.882074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.073646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:49:12.882182Z","caller":"traceutil/trace.go:171","msg":"trace[591819341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7649; }","duration":"144.212038ms","start":"2026-03-06T00:49:12.737945Z","end":"2026-03-06T00:49:12.882157Z","steps":["trace[591819341] 'agreement among raft nodes before linearized reading' (duration: 143.960863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:13.444549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.262264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:13.444675Z","caller":"traceutil/trace.go:171","msg":"trace[1164946225] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"471.832403ms","start":"2026-03-06T00:49:12.972817Z","end":"2026-03-06T00:49:13.444649Z","steps":["trace[1164946225] 'process raft request' (duration: 112.324524ms)","trace[1164946225] 'compare' (duration: 359.048239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:13.444768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:12.972803Z","time spent":"471.918256ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:13.448214Z","caller":"traceutil/trace.go:171","msg":"trace[627111653] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"300.940905ms","start":"2026-03-06T00:49:13.14725Z","end":"2026-03-06T00:49:13.448191Z","steps":["trace[627111653] 'process raft request' (duration: 300.848163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:13.448329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.147223Z","time spent":"301.052718ms","remote":"127.0.0.1:41644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:13.818014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.526313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:13.818254Z","caller":"traceutil/trace.go:171","msg":"trace[184422357] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"669.554826ms","start":"2026-03-06T00:49:13.148661Z","end":"2026-03-06T00:49:13.818216Z","steps":["trace[184422357] 'process raft request' (duration: 540.736587ms)","trace[184422357] 'compare' (duration: 128.40801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:13.818381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.148636Z","time spent":"669.682879ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:13.818377Z","caller":"traceutil/trace.go:171","msg":"trace[678875168] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"452.095957ms","start":"2026-03-06T00:49:13.36624Z","end":"2026-03-06T00:49:13.818336Z","steps":["trace[678875168] 'process raft request' (duration: 451.888852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:13.818425Z","caller":"traceutil/trace.go:171","msg":"trace[727828780] linearizableReadLoop","detail":"{readStateIndex:7938; appliedIndex:7936; }","duration":"521.205665ms","start":"2026-03-06T00:49:13.297167Z","end":"2026-03-06T00:49:13.818372Z","steps":["trace[727828780] 'read index received' (duration: 150.943738ms)","trace[727828780] 'applied index is now lower than readState.Index' (duration: 370.258837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:13.818538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.366215Z","time spent":"452.23159ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:13.885188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5581} {"level":"info","ts":"2026-03-06T00:49:13.885236Z","caller":"traceutil/trace.go:171","msg":"trace[38581812] compact","detail":"{revision:5581; response_revision:7657; }","duration":"434.893457ms","start":"2026-03-06T00:49:13.450308Z","end":"2026-03-06T00:49:13.885201Z","steps":["trace[38581812] 'process raft request' (duration: 367.913755ms)","trace[38581812] 'check and update compact revision' (duration: 66.785347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:13.885336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.450259Z","time spent":"435.07179ms","remote":"127.0.0.1:41644","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T00:49:13.885338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.149237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:13.885422Z","caller":"traceutil/trace.go:171","msg":"trace[1673028192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7657; }","duration":"588.281959ms","start":"2026-03-06T00:49:13.297119Z","end":"2026-03-06T00:49:13.885401Z","steps":["trace[1673028192] 'agreement among raft nodes before linearized reading' (duration: 521.354499ms)","trace[1673028192] 'range keys from in-memory index tree' (duration: 66.797718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:13.885471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.297101Z","time spent":"588.361141ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:13.885354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.204156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:13.885536Z","caller":"traceutil/trace.go:171","msg":"trace[600229104] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7657; }","duration":"266.423291ms","start":"2026-03-06T00:49:13.619084Z","end":"2026-03-06T00:49:13.885507Z","steps":["trace[600229104] 'agreement among raft nodes before linearized reading' (duration: 266.208017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:14.647586Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5581,"took":"760.303943ms","hash":1232359147,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":23261184,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:49:14.647651Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1232359147,"revision":5581,"compact-revision":2689} {"level":"warn","ts":"2026-03-06T00:49:15.450723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056236574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:49:15.951013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056236574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:49:16.183139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290701341s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:49:16.18343Z","caller":"traceutil/trace.go:171","msg":"trace[1587107536] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"1.291083861s","start":"2026-03-06T00:49:14.89233Z","end":"2026-03-06T00:49:16.183414Z","steps":["trace[1587107536] 'process raft request' (duration: 1.290980819s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.183538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.892306Z","time spent":"1.291178123s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:16.412263Z","caller":"traceutil/trace.go:171","msg":"trace[1767166230] linearizableReadLoop","detail":"{readStateIndex:7943; appliedIndex:7940; }","duration":"1.461601851s","start":"2026-03-06T00:49:14.950638Z","end":"2026-03-06T00:49:16.41224Z","steps":["trace[1767166230] 'read index received' (duration: 1.232736241s)","trace[1767166230] 'applied index is now lower than readState.Index' (duration: 228.8643ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:16.412375Z","caller":"traceutil/trace.go:171","msg":"trace[732788463] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"588.444113ms","start":"2026-03-06T00:49:15.823922Z","end":"2026-03-06T00:49:16.412366Z","steps":["trace[732788463] 'process raft request' (duration: 588.285489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.412346Z","caller":"traceutil/trace.go:171","msg":"trace[113434500] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"588.564115ms","start":"2026-03-06T00:49:15.823728Z","end":"2026-03-06T00:49:16.412292Z","steps":["trace[113434500] 'process raft request' (duration: 588.34807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.412477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.823903Z","time spent":"588.491694ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:16.412552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.823702Z","time spent":"588.75391ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:16.412602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440040055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:49:16.412649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140373817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130343"} {"level":"info","ts":"2026-03-06T00:49:16.412687Z","caller":"traceutil/trace.go:171","msg":"trace[1353390823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7660; }","duration":"1.440178828s","start":"2026-03-06T00:49:14.972487Z","end":"2026-03-06T00:49:16.412666Z","steps":["trace[1353390823] 'agreement among raft nodes before linearized reading' (duration: 1.439946323s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.412714Z","caller":"traceutil/trace.go:171","msg":"trace[1213724093] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7660; }","duration":"1.14048869s","start":"2026-03-06T00:49:15.272211Z","end":"2026-03-06T00:49:16.412699Z","steps":["trace[1213724093] 'agreement among raft nodes before linearized reading' (duration: 1.140287956s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.41273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.972467Z","time spent":"1.440254319s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:16.412733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436947506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:49:16.412786Z","caller":"traceutil/trace.go:171","msg":"trace[992942346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7660; }","duration":"1.437020358s","start":"2026-03-06T00:49:14.975757Z","end":"2026-03-06T00:49:16.412778Z","steps":["trace[992942346] 'agreement among raft nodes before linearized reading' (duration: 1.436878194s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.412809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.975749Z","time spent":"1.437053969s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:49:16.412843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462214124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:49:16.41284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44028307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:49:16.412884Z","caller":"traceutil/trace.go:171","msg":"trace[908057182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7660; }","duration":"1.462287246s","start":"2026-03-06T00:49:14.950585Z","end":"2026-03-06T00:49:16.412872Z","steps":["trace[908057182] 'agreement among raft nodes before linearized reading' (duration: 1.462190564s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.412898Z","caller":"traceutil/trace.go:171","msg":"trace[982357236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7660; }","duration":"1.440378313s","start":"2026-03-06T00:49:14.972505Z","end":"2026-03-06T00:49:16.412883Z","steps":["trace[982357236] 'agreement among raft nodes before linearized reading' (duration: 1.440186768s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.412916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.95056Z","time spent":"1.462350019s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:16.412944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.972485Z","time spent":"1.440447495s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:16.412975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.91019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-06T00:49:16.412896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.000686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:49:16.413035Z","caller":"traceutil/trace.go:171","msg":"trace[1218004506] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:7660; }","duration":"280.004012ms","start":"2026-03-06T00:49:16.133015Z","end":"2026-03-06T00:49:16.413019Z","steps":["trace[1218004506] 'agreement among raft nodes before linearized reading' (duration: 279.90483ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.413068Z","caller":"traceutil/trace.go:171","msg":"trace[5886565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7660; }","duration":"963.19754ms","start":"2026-03-06T00:49:15.449853Z","end":"2026-03-06T00:49:16.41305Z","steps":["trace[5886565] 'agreement among raft nodes before linearized reading' (duration: 962.983804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.413107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048920886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7445879d9b-gj22v.189a1a21b2fd403d\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-06T00:49:16.413118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.449833Z","time spent":"963.269582ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:49:16.413173Z","caller":"traceutil/trace.go:171","msg":"trace[1744573260] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7445879d9b-gj22v.189a1a21b2fd403d; range_end:; response_count:1; response_revision:7660; }","duration":"1.049029199s","start":"2026-03-06T00:49:15.364125Z","end":"2026-03-06T00:49:16.413154Z","steps":["trace[1744573260] 'agreement among raft nodes before linearized reading' (duration: 1.048885426s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.41322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216984903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:16.412755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.272137Z","time spent":"1.140609563s","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130366,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-06T00:49:16.413253Z","caller":"traceutil/trace.go:171","msg":"trace[225987944] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7660; }","duration":"1.217055545s","start":"2026-03-06T00:49:15.19619Z","end":"2026-03-06T00:49:16.413245Z","steps":["trace[225987944] 'agreement among raft nodes before linearized reading' (duration: 1.217006894s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.413264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114462185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:16.413275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.19617Z","time spent":"1.217099415s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:16.413295Z","caller":"traceutil/trace.go:171","msg":"trace[1791280792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7660; }","duration":"1.114524137s","start":"2026-03-06T00:49:15.298759Z","end":"2026-03-06T00:49:16.413283Z","steps":["trace[1791280792] 'agreement among raft nodes before linearized reading' (duration: 1.114481106s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.413319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.298738Z","time spent":"1.114575707s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:16.413164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40227654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:49:16.413428Z","caller":"traceutil/trace.go:171","msg":"trace[304661491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7660; }","duration":"1.402526885s","start":"2026-03-06T00:49:15.010839Z","end":"2026-03-06T00:49:16.413366Z","steps":["trace[304661491] 'agreement among raft nodes before linearized reading' (duration: 1.401722997s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.413219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.364103Z","time spent":"1.04910472s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7445879d9b-gj22v.189a1a21b2fd403d\" "} {"level":"warn","ts":"2026-03-06T00:49:16.413447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145968351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-06T00:49:16.413497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.010817Z","time spent":"1.402663388s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:49:16.413525Z","caller":"traceutil/trace.go:171","msg":"trace[1156884287] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7660; }","duration":"1.146096244s","start":"2026-03-06T00:49:15.26741Z","end":"2026-03-06T00:49:16.413507Z","steps":["trace[1156884287] 'agreement among raft nodes before linearized reading' (duration: 1.145781298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.413607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:15.267398Z","time spent":"1.146189516s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-06T00:49:16.541658Z","caller":"traceutil/trace.go:171","msg":"trace[191931738] linearizableReadLoop","detail":"{readStateIndex:7944; appliedIndex:7943; }","duration":"126.531098ms","start":"2026-03-06T00:49:16.41509Z","end":"2026-03-06T00:49:16.541622Z","steps":["trace[191931738] 'read index received' (duration: 73.523477ms)","trace[191931738] 'applied index is now lower than readState.Index' (duration: 53.004311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:16.541886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.781044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:16.541942Z","caller":"traceutil/trace.go:171","msg":"trace[1038716548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7662; }","duration":"126.873607ms","start":"2026-03-06T00:49:16.415054Z","end":"2026-03-06T00:49:16.541927Z","steps":["trace[1038716548] 'agreement among raft nodes before linearized reading' (duration: 126.738234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.541983Z","caller":"traceutil/trace.go:171","msg":"trace[541431379] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"123.776768ms","start":"2026-03-06T00:49:16.418185Z","end":"2026-03-06T00:49:16.541961Z","steps":["trace[541431379] 'process raft request' (duration: 123.42788ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.54207Z","caller":"traceutil/trace.go:171","msg":"trace[1559848563] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"123.739607ms","start":"2026-03-06T00:49:16.418312Z","end":"2026-03-06T00:49:16.542052Z","steps":["trace[1559848563] 'process raft request' (duration: 123.549183ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.542184Z","caller":"traceutil/trace.go:171","msg":"trace[1781206885] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"123.944632ms","start":"2026-03-06T00:49:16.418233Z","end":"2026-03-06T00:49:16.542178Z","steps":["trace[1781206885] 'process raft request' (duration: 123.521703ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.542243Z","caller":"traceutil/trace.go:171","msg":"trace[709767877] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"123.969362ms","start":"2026-03-06T00:49:16.418266Z","end":"2026-03-06T00:49:16.542235Z","steps":["trace[709767877] 'process raft request' (duration: 123.548603ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.542297Z","caller":"traceutil/trace.go:171","msg":"trace[1472640834] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"123.8495ms","start":"2026-03-06T00:49:16.418441Z","end":"2026-03-06T00:49:16.542291Z","steps":["trace[1472640834] 'process raft request' (duration: 123.477221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.542517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.425174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74588"} {"level":"info","ts":"2026-03-06T00:49:16.54259Z","caller":"traceutil/trace.go:171","msg":"trace[1676333476] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7665; }","duration":"125.527886ms","start":"2026-03-06T00:49:16.417046Z","end":"2026-03-06T00:49:16.542573Z","steps":["trace[1676333476] 'agreement among raft nodes before linearized reading' (duration: 124.924003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.542748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.705488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74588"} {"level":"info","ts":"2026-03-06T00:49:16.542812Z","caller":"traceutil/trace.go:171","msg":"trace[1308786023] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7665; }","duration":"124.809181ms","start":"2026-03-06T00:49:16.417988Z","end":"2026-03-06T00:49:16.542798Z","steps":["trace[1308786023] 'agreement among raft nodes before linearized reading' (duration: 124.348591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.543272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.094106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223791"} {"level":"info","ts":"2026-03-06T00:49:16.543671Z","caller":"traceutil/trace.go:171","msg":"trace[1651639158] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7665; }","duration":"125.402214ms","start":"2026-03-06T00:49:16.418134Z","end":"2026-03-06T00:49:16.543536Z","steps":["trace[1651639158] 'agreement among raft nodes before linearized reading' (duration: 123.974473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.737971Z","caller":"traceutil/trace.go:171","msg":"trace[506491928] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"194.931831ms","start":"2026-03-06T00:49:16.543012Z","end":"2026-03-06T00:49:16.737943Z","steps":["trace[506491928] 'process raft request' (duration: 194.731516ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.808658Z","caller":"traceutil/trace.go:171","msg":"trace[345710651] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7950; }","duration":"260.438819ms","start":"2026-03-06T00:49:16.548193Z","end":"2026-03-06T00:49:16.808632Z","steps":["trace[345710651] 'read index received' (duration: 189.527841ms)","trace[345710651] 'applied index is now lower than readState.Index' (duration: 70.909988ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:16.808799Z","caller":"traceutil/trace.go:171","msg":"trace[159210520] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"265.603184ms","start":"2026-03-06T00:49:16.543184Z","end":"2026-03-06T00:49:16.808787Z","steps":["trace[159210520] 'process raft request' (duration: 265.289737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.809301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.105774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-06T00:49:16.809219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.868398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:16.809897Z","caller":"traceutil/trace.go:171","msg":"trace[788329210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7667; }","duration":"261.586014ms","start":"2026-03-06T00:49:16.548288Z","end":"2026-03-06T00:49:16.809874Z","steps":["trace[788329210] 'agreement among raft nodes before linearized reading' (duration: 260.871179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:16.809442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.118752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130343"} {"level":"info","ts":"2026-03-06T00:49:16.810604Z","caller":"traceutil/trace.go:171","msg":"trace[1715544317] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7667; }","duration":"261.285937ms","start":"2026-03-06T00:49:16.549285Z","end":"2026-03-06T00:49:16.810571Z","steps":["trace[1715544317] 'agreement among raft nodes before linearized reading' (duration: 259.964819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.809542Z","caller":"traceutil/trace.go:171","msg":"trace[761574616] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7667; }","duration":"261.352209ms","start":"2026-03-06T00:49:16.54817Z","end":"2026-03-06T00:49:16.809522Z","steps":["trace[761574616] 'agreement among raft nodes before linearized reading' (duration: 260.750235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:18.795847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056236608,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:49:19.101943Z","caller":"traceutil/trace.go:171","msg":"trace[1794457729] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"909.592724ms","start":"2026-03-06T00:49:18.192327Z","end":"2026-03-06T00:49:19.10192Z","steps":["trace[1794457729] 'process raft request' (duration: 909.458831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.102072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.192306Z","time spent":"909.698496ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:19.319188Z","caller":"traceutil/trace.go:171","msg":"trace[1233874119] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7952; }","duration":"1.023903563s","start":"2026-03-06T00:49:18.295262Z","end":"2026-03-06T00:49:19.319166Z","steps":["trace[1233874119] 'read index received' (duration: 806.577247ms)","trace[1233874119] 'applied index is now lower than readState.Index' (duration: 217.325476ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:19.319232Z","caller":"traceutil/trace.go:171","msg":"trace[658067820] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"901.268251ms","start":"2026-03-06T00:49:18.417941Z","end":"2026-03-06T00:49:19.319209Z","steps":["trace[658067820] 'process raft request' (duration: 901.148658ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:19.319234Z","caller":"traceutil/trace.go:171","msg":"trace[1126233652] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"1.080995876s","start":"2026-03-06T00:49:18.238202Z","end":"2026-03-06T00:49:19.319198Z","steps":["trace[1126233652] 'process raft request' (duration: 1.08071933s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:19.319328Z","caller":"traceutil/trace.go:171","msg":"trace[270878618] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"900.196997ms","start":"2026-03-06T00:49:18.419112Z","end":"2026-03-06T00:49:19.319309Z","steps":["trace[270878618] 'process raft request' (duration: 900.016133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.319361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.417921Z","time spent":"901.360322ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:19.319369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024101187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:19.3194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.238169Z","time spent":"1.081139248s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:19.319417Z","caller":"traceutil/trace.go:171","msg":"trace[344164177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7671; }","duration":"1.024187459s","start":"2026-03-06T00:49:18.295217Z","end":"2026-03-06T00:49:19.319405Z","steps":["trace[344164177] 'agreement among raft nodes before linearized reading' (duration: 1.024105547s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.319582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.2952Z","time spent":"1.024367173s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:19.319423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.419088Z","time spent":"900.276018ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:19.558214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.488742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:19.55834Z","caller":"traceutil/trace.go:171","msg":"trace[1711847725] linearizableReadLoop","detail":"{readStateIndex:7957; appliedIndex:7956; }","duration":"239.040476ms","start":"2026-03-06T00:49:19.31927Z","end":"2026-03-06T00:49:19.55831Z","steps":["trace[1711847725] 'read index received' (duration: 119.373461ms)","trace[1711847725] 'applied index is now lower than readState.Index' (duration: 119.665685ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:19.558434Z","caller":"traceutil/trace.go:171","msg":"trace[752726963] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"370.540304ms","start":"2026-03-06T00:49:19.187877Z","end":"2026-03-06T00:49:19.558417Z","steps":["trace[752726963] 'process raft request' (duration: 250.765827ms)","trace[752726963] 'compare' (duration: 119.305697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:19.558501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.187855Z","time spent":"370.613335ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:19.55873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081607578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:49:19.558808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011251441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:49:19.558802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011373615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:49:19.558839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008243056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-06T00:49:19.558851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011431577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:49:19.558877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012508091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T00:49:19.558901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03596402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:19.558918Z","caller":"traceutil/trace.go:171","msg":"trace[171991130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7672; }","duration":"1.011560501s","start":"2026-03-06T00:49:18.547329Z","end":"2026-03-06T00:49:19.55889Z","steps":["trace[171991130] 'agreement among raft nodes before linearized reading' (duration: 1.011164561s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:19.558941Z","caller":"traceutil/trace.go:171","msg":"trace[603383024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7672; }","duration":"1.012602553s","start":"2026-03-06T00:49:18.546322Z","end":"2026-03-06T00:49:19.558924Z","steps":["trace[603383024] 'agreement among raft nodes before linearized reading' (duration: 1.012444619s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:19.558938Z","caller":"traceutil/trace.go:171","msg":"trace[1490589220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7672; }","duration":"1.01154493s","start":"2026-03-06T00:49:18.547375Z","end":"2026-03-06T00:49:19.55892Z","steps":["trace[1490589220] 'agreement among raft nodes before linearized reading' (duration: 1.011339655s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.558983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.546309Z","time spent":"1.012666544s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:49:19.558821Z","caller":"traceutil/trace.go:171","msg":"trace[351837035] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7672; }","duration":"1.081754262s","start":"2026-03-06T00:49:18.477048Z","end":"2026-03-06T00:49:19.558803Z","steps":["trace[351837035] 'agreement among raft nodes before linearized reading' (duration: 1.081589228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.559101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.477034Z","time spent":"1.082044289s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:19.55899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.547362Z","time spent":"1.011620152s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:19.558994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.547306Z","time spent":"1.011672673s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:49:19.558939Z","caller":"traceutil/trace.go:171","msg":"trace[1970579403] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7672; }","duration":"1.03602581s","start":"2026-03-06T00:49:18.522904Z","end":"2026-03-06T00:49:19.55893Z","steps":["trace[1970579403] 'agreement among raft nodes before linearized reading' (duration: 1.035952209s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.559296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.522893Z","time spent":"1.036382998s","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:19.558758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.90183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:19.559366Z","caller":"traceutil/trace.go:171","msg":"trace[62794928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7672; }","duration":"238.557316ms","start":"2026-03-06T00:49:19.320792Z","end":"2026-03-06T00:49:19.559349Z","steps":["trace[62794928] 'agreement among raft nodes before linearized reading' (duration: 237.90661ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:19.558874Z","caller":"traceutil/trace.go:171","msg":"trace[1059102891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7672; }","duration":"1.011319984s","start":"2026-03-06T00:49:18.547538Z","end":"2026-03-06T00:49:19.558858Z","steps":["trace[1059102891] 'agreement among raft nodes before linearized reading' (duration: 1.011111668s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.559488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.547475Z","time spent":"1.01199647s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:19.558851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011312355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:49:19.559601Z","caller":"traceutil/trace.go:171","msg":"trace[789514600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7672; }","duration":"1.012117393s","start":"2026-03-06T00:49:18.547471Z","end":"2026-03-06T00:49:19.559589Z","steps":["trace[789514600] 'agreement among raft nodes before linearized reading' (duration: 1.011211742s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.559649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.547443Z","time spent":"1.012194764s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:49:19.558921Z","caller":"traceutil/trace.go:171","msg":"trace[876332878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7672; }","duration":"1.008350629s","start":"2026-03-06T00:49:18.550555Z","end":"2026-03-06T00:49:19.558906Z","steps":["trace[876332878] 'agreement among raft nodes before linearized reading' (duration: 1.008153244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.559718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:18.550545Z","time spent":"1.009153276s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:49:19.882857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.163082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:19.883252Z","caller":"traceutil/trace.go:171","msg":"trace[1533900566] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"319.184679ms","start":"2026-03-06T00:49:19.564006Z","end":"2026-03-06T00:49:19.883191Z","steps":["trace[1533900566] 'process raft request' (duration: 158.590577ms)","trace[1533900566] 'compare' (duration: 159.867316ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:19.883393Z","caller":"traceutil/trace.go:171","msg":"trace[2064961088] linearizableReadLoop","detail":"{readStateIndex:7962; appliedIndex:7957; }","duration":"316.981069ms","start":"2026-03-06T00:49:19.566391Z","end":"2026-03-06T00:49:19.883372Z","steps":["trace[2064961088] 'read index received' (duration: 156.216695ms)","trace[2064961088] 'applied index is now lower than readState.Index' (duration: 160.762614ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:19.883424Z","caller":"traceutil/trace.go:171","msg":"trace[1569481754] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"318.712427ms","start":"2026-03-06T00:49:19.564702Z","end":"2026-03-06T00:49:19.883414Z","steps":["trace[1569481754] 'process raft request' (duration: 318.497293ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:19.883288Z","caller":"traceutil/trace.go:171","msg":"trace[1742683614] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"318.783819ms","start":"2026-03-06T00:49:19.564485Z","end":"2026-03-06T00:49:19.883269Z","steps":["trace[1742683614] 'process raft request' (duration: 318.630686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.883531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.120513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:19.883536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.56469Z","time spent":"318.771408ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:19.883596Z","caller":"traceutil/trace.go:171","msg":"trace[1635100297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7677; }","duration":"317.234935ms","start":"2026-03-06T00:49:19.566348Z","end":"2026-03-06T00:49:19.883583Z","steps":["trace[1635100297] 'agreement among raft nodes before linearized reading' (duration: 317.087812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.883636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.566336Z","time spent":"317.291586ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:19.883529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.564462Z","time spent":"319.020474ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:19.883261Z","caller":"traceutil/trace.go:171","msg":"trace[1559769639] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"318.902582ms","start":"2026-03-06T00:49:19.564323Z","end":"2026-03-06T00:49:19.883225Z","steps":["trace[1559769639] 'process raft request' (duration: 318.706018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.883913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.563995Z","time spent":"319.392173ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:19.883959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.564317Z","time spent":"319.559747ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:19.883264Z","caller":"traceutil/trace.go:171","msg":"trace[1329870911] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"319.162318ms","start":"2026-03-06T00:49:19.564061Z","end":"2026-03-06T00:49:19.883223Z","steps":["trace[1329870911] 'process raft request' (duration: 318.907613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:19.884319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.564045Z","time spent":"320.196491ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:20.431923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.375407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:49:20.432017Z","caller":"traceutil/trace.go:171","msg":"trace[953206361] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7677; }","duration":"435.510011ms","start":"2026-03-06T00:49:19.996481Z","end":"2026-03-06T00:49:20.431991Z","steps":["trace[953206361] 'range keys from in-memory index tree' (duration: 435.189263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:20.432062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:19.99646Z","time spent":"435.592522ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T00:49:20.582405Z","caller":"traceutil/trace.go:171","msg":"trace[1101887856] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"145.878936ms","start":"2026-03-06T00:49:20.436501Z","end":"2026-03-06T00:49:20.58238Z","steps":["trace[1101887856] 'process raft request' (duration: 145.716502ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:21.636005Z","caller":"traceutil/trace.go:171","msg":"trace[101268936] linearizableReadLoop","detail":"{readStateIndex:7964; appliedIndex:7963; }","duration":"374.41022ms","start":"2026-03-06T00:49:21.261574Z","end":"2026-03-06T00:49:21.635985Z","steps":["trace[101268936] 'read index received' (duration: 374.264007ms)","trace[101268936] 'applied index is now lower than readState.Index' (duration: 145.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:21.636046Z","caller":"traceutil/trace.go:171","msg":"trace[54471383] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"524.768345ms","start":"2026-03-06T00:49:21.111246Z","end":"2026-03-06T00:49:21.636014Z","steps":["trace[54471383] 'process raft request' (duration: 524.600211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:21.63614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.554244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:21.63617Z","caller":"traceutil/trace.go:171","msg":"trace[1226443516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7679; }","duration":"374.622645ms","start":"2026-03-06T00:49:21.261538Z","end":"2026-03-06T00:49:21.636161Z","steps":["trace[1226443516] 'agreement among raft nodes before linearized reading' (duration: 374.556993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:21.636181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:21.111221Z","time spent":"524.887287ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:21.6362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:21.261523Z","time spent":"374.669535ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:49:21.65504Z","caller":"traceutil/trace.go:171","msg":"trace[767023943] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"330.326875ms","start":"2026-03-06T00:49:21.324692Z","end":"2026-03-06T00:49:21.655019Z","steps":["trace[767023943] 'process raft request' (duration: 330.275694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:21.655186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:21.324667Z","time spent":"330.442047ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:21.655051Z","caller":"traceutil/trace.go:171","msg":"trace[1268917332] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"330.395476ms","start":"2026-03-06T00:49:21.324628Z","end":"2026-03-06T00:49:21.655024Z","steps":["trace[1268917332] 'process raft request' (duration: 330.223392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:21.655326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:21.324601Z","time spent":"330.657332ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:21.959318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.295339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:49:21.959596Z","caller":"traceutil/trace.go:171","msg":"trace[1835820686] linearizableReadLoop","detail":"{readStateIndex:7967; appliedIndex:7964; }","duration":"323.505853ms","start":"2026-03-06T00:49:21.636071Z","end":"2026-03-06T00:49:21.959576Z","steps":["trace[1835820686] 'read index received' (duration: 18.705624ms)","trace[1835820686] 'applied index is now lower than readState.Index' (duration: 304.799119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:21.959726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.572118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:21.95976Z","caller":"traceutil/trace.go:171","msg":"trace[849099149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7681; }","duration":"660.65255ms","start":"2026-03-06T00:49:21.299095Z","end":"2026-03-06T00:49:21.959748Z","steps":["trace[849099149] 'agreement among raft nodes before linearized reading' (duration: 660.586808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:21.9598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:21.299076Z","time spent":"660.716551ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:21.959858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.109804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:49:21.959917Z","caller":"traceutil/trace.go:171","msg":"trace[1277451681] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"298.865819ms","start":"2026-03-06T00:49:21.66102Z","end":"2026-03-06T00:49:21.959886Z","steps":["trace[1277451681] 'process raft request' (duration: 298.437039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:21.959946Z","caller":"traceutil/trace.go:171","msg":"trace[1170216732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7681; }","duration":"389.257248ms","start":"2026-03-06T00:49:21.570674Z","end":"2026-03-06T00:49:21.959931Z","steps":["trace[1170216732] 'agreement among raft nodes before linearized reading' (duration: 388.984292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:21.959986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:21.570655Z","time spent":"389.321429ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:49:22.006509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.325385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:22.006564Z","caller":"traceutil/trace.go:171","msg":"trace[57889235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7682; }","duration":"401.428957ms","start":"2026-03-06T00:49:21.605121Z","end":"2026-03-06T00:49:22.00655Z","steps":["trace[57889235] 'agreement among raft nodes before linearized reading' (duration: 354.547381ms)","trace[57889235] 'count revisions from in-memory index tree' (duration: 46.706733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:22.006597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:21.605102Z","time spent":"401.485758ms","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.006613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.375778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:49:22.006698Z","caller":"traceutil/trace.go:171","msg":"trace[836347851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7682; }","duration":"118.5039ms","start":"2026-03-06T00:49:21.888173Z","end":"2026-03-06T00:49:22.006677Z","steps":["trace[836347851] 'agreement among raft nodes before linearized reading' (duration: 71.685115ms)","trace[836347851] 'range keys from in-memory index tree' (duration: 46.614361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:22.006626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.325777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:49:22.006812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.608901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:49:22.006861Z","caller":"traceutil/trace.go:171","msg":"trace[1966648023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7682; }","duration":"118.598643ms","start":"2026-03-06T00:49:21.888244Z","end":"2026-03-06T00:49:22.006843Z","steps":["trace[1966648023] 'agreement among raft nodes before linearized reading' (duration: 71.604624ms)","trace[1966648023] 'range keys from in-memory index tree' (duration: 46.681712ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:22.006898Z","caller":"traceutil/trace.go:171","msg":"trace[27321510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7682; }","duration":"117.718903ms","start":"2026-03-06T00:49:21.889154Z","end":"2026-03-06T00:49:22.006873Z","steps":["trace[27321510] 'agreement among raft nodes before linearized reading' (duration: 70.700654ms)","trace[27321510] 'range keys from in-memory index tree' (duration: 46.792705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:22.007014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.96582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:49:22.007068Z","caller":"traceutil/trace.go:171","msg":"trace[670256947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7682; }","duration":"119.056002ms","start":"2026-03-06T00:49:21.887995Z","end":"2026-03-06T00:49:22.007051Z","steps":["trace[670256947] 'agreement among raft nodes before linearized reading' (duration: 71.822268ms)","trace[670256947] 'range keys from in-memory index tree' (duration: 47.097491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:22.007183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.48887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:49:22.008238Z","caller":"traceutil/trace.go:171","msg":"trace[276883641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7682; }","duration":"119.602256ms","start":"2026-03-06T00:49:21.888622Z","end":"2026-03-06T00:49:22.008224Z","steps":["trace[276883641] 'agreement among raft nodes before linearized reading' (duration: 71.216606ms)","trace[276883641] 'range keys from in-memory index tree' (duration: 47.149252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:22.566407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.016668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:22.566672Z","caller":"traceutil/trace.go:171","msg":"trace[543365974] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"555.669157ms","start":"2026-03-06T00:49:22.010974Z","end":"2026-03-06T00:49:22.566644Z","steps":["trace[543365974] 'process raft request' (duration: 447.337132ms)","trace[543365974] 'compare' (duration: 107.836174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:22.566809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.010952Z","time spent":"555.78433ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:22.567137Z","caller":"traceutil/trace.go:171","msg":"trace[1464944773] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"556.023046ms","start":"2026-03-06T00:49:22.011095Z","end":"2026-03-06T00:49:22.567118Z","steps":["trace[1464944773] 'process raft request' (duration: 555.936914ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.567149Z","caller":"traceutil/trace.go:171","msg":"trace[2089046983] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"556.043226ms","start":"2026-03-06T00:49:22.01109Z","end":"2026-03-06T00:49:22.567133Z","steps":["trace[2089046983] 'process raft request' (duration: 555.433443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.567224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.011081Z","time spent":"556.107727ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:22.567347Z","caller":"traceutil/trace.go:171","msg":"trace[1056595174] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"556.171598ms","start":"2026-03-06T00:49:22.011162Z","end":"2026-03-06T00:49:22.567333Z","steps":["trace[1056595174] 'process raft request' (duration: 555.919183ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.567447Z","caller":"traceutil/trace.go:171","msg":"trace[1438550909] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"261.860661ms","start":"2026-03-06T00:49:22.305541Z","end":"2026-03-06T00:49:22.567402Z","steps":["trace[1438550909] 'process raft request' (duration: 261.759189ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.567479Z","caller":"traceutil/trace.go:171","msg":"trace[982863829] linearizableReadLoop","detail":"{readStateIndex:7973; appliedIndex:7968; }","duration":"496.003249ms","start":"2026-03-06T00:49:22.07144Z","end":"2026-03-06T00:49:22.567443Z","steps":["trace[982863829] 'read index received' (duration: 37.865108ms)","trace[982863829] 'applied index is now lower than readState.Index' (duration: 458.132691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:22.567419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.011156Z","time spent":"556.22888ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:22.567698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.224704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.567707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.204244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.567737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.691692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.567744Z","caller":"traceutil/trace.go:171","msg":"trace[1234350245] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7688; }","duration":"496.329097ms","start":"2026-03-06T00:49:22.071403Z","end":"2026-03-06T00:49:22.567732Z","steps":["trace[1234350245] 'agreement among raft nodes before linearized reading' (duration: 496.220285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.567753Z","caller":"traceutil/trace.go:171","msg":"trace[1696219584] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7688; }","duration":"496.339027ms","start":"2026-03-06T00:49:22.071402Z","end":"2026-03-06T00:49:22.567741Z","steps":["trace[1696219584] 'agreement among raft nodes before linearized reading' (duration: 496.198224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.567762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.451747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.567764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.358685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.567787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.071388Z","time spent":"496.389598ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.567808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.07139Z","time spent":"496.405798ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:49:22.567813Z","caller":"traceutil/trace.go:171","msg":"trace[1665985162] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7688; }","duration":"330.423097ms","start":"2026-03-06T00:49:22.237374Z","end":"2026-03-06T00:49:22.567797Z","steps":["trace[1665985162] 'agreement among raft nodes before linearized reading' (duration: 330.339216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.567833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.674233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.567848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.237368Z","time spent":"330.471118ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:49:22.56787Z","caller":"traceutil/trace.go:171","msg":"trace[1041899689] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7688; }","duration":"330.732784ms","start":"2026-03-06T00:49:22.237129Z","end":"2026-03-06T00:49:22.567862Z","steps":["trace[1041899689] 'agreement among raft nodes before linearized reading' (duration: 330.679543ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.567797Z","caller":"traceutil/trace.go:171","msg":"trace[818648727] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7688; }","duration":"221.496478ms","start":"2026-03-06T00:49:22.34629Z","end":"2026-03-06T00:49:22.567787Z","steps":["trace[818648727] 'agreement among raft nodes before linearized reading' (duration: 221.425267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.56795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.831066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.567789Z","caller":"traceutil/trace.go:171","msg":"trace[163255841] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7688; }","duration":"495.759124ms","start":"2026-03-06T00:49:22.072005Z","end":"2026-03-06T00:49:22.567764Z","steps":["trace[163255841] 'agreement among raft nodes before linearized reading' (duration: 495.646391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.567941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.011078Z","time spent":"556.108247ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:22.568012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.365214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.071963Z","time spent":"496.04496ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:49:22.568039Z","caller":"traceutil/trace.go:171","msg":"trace[1719801048] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7688; }","duration":"353.427846ms","start":"2026-03-06T00:49:22.214604Z","end":"2026-03-06T00:49:22.568032Z","steps":["trace[1719801048] 'agreement among raft nodes before linearized reading' (duration: 353.391125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.048776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.214586Z","time spent":"353.473427ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:49:22.568086Z","caller":"traceutil/trace.go:171","msg":"trace[241104184] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7688; }","duration":"253.136318ms","start":"2026-03-06T00:49:22.314939Z","end":"2026-03-06T00:49:22.568076Z","steps":["trace[241104184] 'agreement among raft nodes before linearized reading' (duration: 253.068287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.105721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-06T00:49:22.568214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.427295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.568234Z","caller":"traceutil/trace.go:171","msg":"trace[665802805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7688; }","duration":"122.163062ms","start":"2026-03-06T00:49:22.446035Z","end":"2026-03-06T00:49:22.568198Z","steps":["trace[665802805] 'agreement among raft nodes before linearized reading' (duration: 121.981808ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.56826Z","caller":"traceutil/trace.go:171","msg":"trace[1328344596] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7688; }","duration":"154.479056ms","start":"2026-03-06T00:49:22.413765Z","end":"2026-03-06T00:49:22.568244Z","steps":["trace[1328344596] 'agreement among raft nodes before linearized reading' (duration: 154.428015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.670018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.5683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.543846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.5031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.568367Z","caller":"traceutil/trace.go:171","msg":"trace[1948880688] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7688; }","duration":"290.831972ms","start":"2026-03-06T00:49:22.277509Z","end":"2026-03-06T00:49:22.568341Z","steps":["trace[1948880688] 'agreement among raft nodes before linearized reading' (duration: 290.627618ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.568444Z","caller":"traceutil/trace.go:171","msg":"trace[1701551692] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7688; }","duration":"354.580621ms","start":"2026-03-06T00:49:22.213812Z","end":"2026-03-06T00:49:22.568392Z","steps":["trace[1701551692] 'agreement among raft nodes before linearized reading' (duration: 354.501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.803879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.213779Z","time spent":"354.696214ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.568486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.07441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.568521Z","caller":"traceutil/trace.go:171","msg":"trace[1767123755] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7688; }","duration":"308.959723ms","start":"2026-03-06T00:49:22.259531Z","end":"2026-03-06T00:49:22.568491Z","steps":["trace[1767123755] 'agreement among raft nodes before linearized reading' (duration: 308.730068ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.568541Z","caller":"traceutil/trace.go:171","msg":"trace[1996327268] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7688; }","duration":"155.157361ms","start":"2026-03-06T00:49:22.413372Z","end":"2026-03-06T00:49:22.568529Z","steps":["trace[1996327268] 'agreement among raft nodes before linearized reading' (duration: 154.810394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.259495Z","time spent":"309.071265ms","remote":"127.0.0.1:34506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:49:22.568564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.487405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.87231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.862268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.56868Z","caller":"traceutil/trace.go:171","msg":"trace[1705788221] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7688; }","duration":"199.926431ms","start":"2026-03-06T00:49:22.368744Z","end":"2026-03-06T00:49:22.56867Z","steps":["trace[1705788221] 'agreement among raft nodes before linearized reading' (duration: 199.885201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.56856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.740518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.568702Z","caller":"traceutil/trace.go:171","msg":"trace[1646507558] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7688; }","duration":"354.925189ms","start":"2026-03-06T00:49:22.213767Z","end":"2026-03-06T00:49:22.568692Z","steps":["trace[1646507558] 'agreement among raft nodes before linearized reading' (duration: 354.865358ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.568697Z","caller":"traceutil/trace.go:171","msg":"trace[476618310] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7688; }","duration":"309.695589ms","start":"2026-03-06T00:49:22.258978Z","end":"2026-03-06T00:49:22.56866Z","steps":["trace[476618310] 'agreement among raft nodes before linearized reading' (duration: 309.359262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.505551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.015688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.258957Z","time spent":"309.798891ms","remote":"127.0.0.1:34506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:22.568825Z","caller":"traceutil/trace.go:171","msg":"trace[1156427185] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7688; }","duration":"181.003083ms","start":"2026-03-06T00:49:22.387709Z","end":"2026-03-06T00:49:22.568712Z","steps":["trace[1156427185] 'agreement among raft nodes before linearized reading' (duration: 180.634915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.067066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.639533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.831073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.568836Z","caller":"traceutil/trace.go:171","msg":"trace[52586883] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7688; }","duration":"180.623846ms","start":"2026-03-06T00:49:22.388193Z","end":"2026-03-06T00:49:22.568816Z","steps":["trace[52586883] 'agreement among raft nodes before linearized reading' (duration: 180.443262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.568879Z","caller":"traceutil/trace.go:171","msg":"trace[1635082880] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7688; }","duration":"444.684105ms","start":"2026-03-06T00:49:22.124186Z","end":"2026-03-06T00:49:22.56887Z","steps":["trace[1635082880] 'agreement among raft nodes before linearized reading' (duration: 444.640214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.213755Z","time spent":"354.985961ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:49:22.568899Z","caller":"traceutil/trace.go:171","msg":"trace[1792017928] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7688; }","duration":"291.892215ms","start":"2026-03-06T00:49:22.276994Z","end":"2026-03-06T00:49:22.568886Z","steps":["trace[1792017928] 'agreement among raft nodes before linearized reading' (duration: 291.829244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.8745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.12418Z","time spent":"444.735916ms","remote":"127.0.0.1:34422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:49:22.568933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.103788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.56894Z","caller":"traceutil/trace.go:171","msg":"trace[1457307952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7688; }","duration":"270.926202ms","start":"2026-03-06T00:49:22.298005Z","end":"2026-03-06T00:49:22.568931Z","steps":["trace[1457307952] 'agreement among raft nodes before linearized reading' (duration: 270.865081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.817238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-06T00:49:22.567909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.237119Z","time spent":"330.780705ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:22.56898Z","caller":"traceutil/trace.go:171","msg":"trace[596807276] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7688; }","duration":"201.167239ms","start":"2026-03-06T00:49:22.367796Z","end":"2026-03-06T00:49:22.568964Z","steps":["trace[596807276] 'agreement among raft nodes before linearized reading' (duration: 201.111858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.569005Z","caller":"traceutil/trace.go:171","msg":"trace[775956533] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7688; }","duration":"426.90043ms","start":"2026-03-06T00:49:22.142078Z","end":"2026-03-06T00:49:22.568979Z","steps":["trace[775956533] 'agreement among raft nodes before linearized reading' (duration: 426.728546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.56904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.142059Z","time spent":"426.973461ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T00:49:22.569058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.081849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.568842Z","caller":"traceutil/trace.go:171","msg":"trace[323642976] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7688; }","duration":"254.074809ms","start":"2026-03-06T00:49:22.314752Z","end":"2026-03-06T00:49:22.568827Z","steps":["trace[323642976] 'agreement among raft nodes before linearized reading' (duration: 254.026248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.783006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.56911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.231436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.568162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.581698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569131Z","caller":"traceutil/trace.go:171","msg":"trace[248001494] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7688; }","duration":"222.860608ms","start":"2026-03-06T00:49:22.346258Z","end":"2026-03-06T00:49:22.569118Z","steps":["trace[248001494] 'agreement among raft nodes before linearized reading' (duration: 222.809287ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.569148Z","caller":"traceutil/trace.go:171","msg":"trace[870801213] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7688; }","duration":"445.300838ms","start":"2026-03-06T00:49:22.123838Z","end":"2026-03-06T00:49:22.569139Z","steps":["trace[870801213] 'agreement among raft nodes before linearized reading' (duration: 445.249046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.916887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569172Z","caller":"traceutil/trace.go:171","msg":"trace[842138204] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7688; }","duration":"155.639041ms","start":"2026-03-06T00:49:22.413517Z","end":"2026-03-06T00:49:22.569156Z","steps":["trace[842138204] 'agreement among raft nodes before linearized reading' (duration: 154.571278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.844591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569237Z","caller":"traceutil/trace.go:171","msg":"trace[532018998] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7688; }","duration":"222.534791ms","start":"2026-03-06T00:49:22.34665Z","end":"2026-03-06T00:49:22.569185Z","steps":["trace[532018998] 'agreement among raft nodes before linearized reading' (duration: 221.903007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.307162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569268Z","caller":"traceutil/trace.go:171","msg":"trace[1810052339] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7688; }","duration":"276.384292ms","start":"2026-03-06T00:49:22.292874Z","end":"2026-03-06T00:49:22.569258Z","steps":["trace[1810052339] 'agreement among raft nodes before linearized reading' (duration: 275.8402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.011151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.656166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569306Z","caller":"traceutil/trace.go:171","msg":"trace[402922463] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7688; }","duration":"464.054413ms","start":"2026-03-06T00:49:22.105243Z","end":"2026-03-06T00:49:22.569297Z","steps":["trace[402922463] 'agreement among raft nodes before linearized reading' (duration: 464.003182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.569306Z","caller":"traceutil/trace.go:171","msg":"trace[1496635499] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7688; }","duration":"485.377124ms","start":"2026-03-06T00:49:22.083913Z","end":"2026-03-06T00:49:22.56929Z","steps":["trace[1496635499] 'agreement among raft nodes before linearized reading' (duration: 485.308722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.567963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.136395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.69609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.105239Z","time spent":"464.088734ms","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:49:22.569296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.859067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.243493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.083906Z","time spent":"485.438465ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:49:22.569333Z","caller":"traceutil/trace.go:171","msg":"trace[373214618] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7688; }","duration":"464.706617ms","start":"2026-03-06T00:49:22.104617Z","end":"2026-03-06T00:49:22.569323Z","steps":["trace[373214618] 'agreement among raft nodes before linearized reading' (duration: 464.653785ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.569386Z","caller":"traceutil/trace.go:171","msg":"trace[1972633157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7688; }","duration":"486.310094ms","start":"2026-03-06T00:49:22.083063Z","end":"2026-03-06T00:49:22.569373Z","steps":["trace[1972633157] 'agreement among raft nodes before linearized reading' (duration: 486.251832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.866342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.08305Z","time spent":"486.360004ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.569443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.924711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569087Z","caller":"traceutil/trace.go:171","msg":"trace[1348372153] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7688; }","duration":"292.112039ms","start":"2026-03-06T00:49:22.276966Z","end":"2026-03-06T00:49:22.569078Z","steps":["trace[1348372153] 'agreement among raft nodes before linearized reading' (duration: 292.067498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.640516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569453Z","caller":"traceutil/trace.go:171","msg":"trace[67412757] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7688; }","duration":"408.955834ms","start":"2026-03-06T00:49:22.160481Z","end":"2026-03-06T00:49:22.569436Z","steps":["trace[67412757] 'agreement among raft nodes before linearized reading' (duration: 408.872102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.569443Z","caller":"traceutil/trace.go:171","msg":"trace[1306539370] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7688; }","duration":"181.568766ms","start":"2026-03-06T00:49:22.387778Z","end":"2026-03-06T00:49:22.569347Z","steps":["trace[1306539370] 'agreement among raft nodes before linearized reading' (duration: 180.155975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.809243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569472Z","caller":"traceutil/trace.go:171","msg":"trace[391405554] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7688; }","duration":"426.974022ms","start":"2026-03-06T00:49:22.142489Z","end":"2026-03-06T00:49:22.569463Z","steps":["trace[391405554] 'agreement among raft nodes before linearized reading' (duration: 426.936921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.332719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569589Z","caller":"traceutil/trace.go:171","msg":"trace[1151871262] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7688; }","duration":"427.387181ms","start":"2026-03-06T00:49:22.142192Z","end":"2026-03-06T00:49:22.569579Z","steps":["trace[1151871262] 'agreement among raft nodes before linearized reading' (duration: 427.33546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.123821Z","time spent":"445.355989ms","remote":"127.0.0.1:34422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:22.568884Z","caller":"traceutil/trace.go:171","msg":"trace[2015799069] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7688; }","duration":"276.131507ms","start":"2026-03-06T00:49:22.292737Z","end":"2026-03-06T00:49:22.568868Z","steps":["trace[2015799069] 'agreement among raft nodes before linearized reading' (duration: 276.060285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.127567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.821411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569368Z","caller":"traceutil/trace.go:171","msg":"trace[1757310412] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7688; }","duration":"390.73654ms","start":"2026-03-06T00:49:22.178619Z","end":"2026-03-06T00:49:22.569356Z","steps":["trace[1757310412] 'agreement among raft nodes before linearized reading' (duration: 390.696899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.067248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.568358Z","caller":"traceutil/trace.go:171","msg":"trace[1476718060] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7688; }","duration":"309.623987ms","start":"2026-03-06T00:49:22.25872Z","end":"2026-03-06T00:49:22.568344Z","steps":["trace[1476718060] 'agreement among raft nodes before linearized reading' (duration: 309.545726ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.569759Z","caller":"traceutil/trace.go:171","msg":"trace[1763408938] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7688; }","duration":"486.713773ms","start":"2026-03-06T00:49:22.083031Z","end":"2026-03-06T00:49:22.569745Z","steps":["trace[1763408938] 'agreement among raft nodes before linearized reading' (duration: 486.062139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.084407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.56949Z","caller":"traceutil/trace.go:171","msg":"trace[870505128] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7688; }","duration":"464.904141ms","start":"2026-03-06T00:49:22.104575Z","end":"2026-03-06T00:49:22.569479Z","steps":["trace[870505128] 'agreement among raft nodes before linearized reading' (duration: 464.643755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.568799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.798394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569827Z","caller":"traceutil/trace.go:171","msg":"trace[1584469841] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7688; }","duration":"202.043568ms","start":"2026-03-06T00:49:22.367768Z","end":"2026-03-06T00:49:22.569811Z","steps":["trace[1584469841] 'agreement among raft nodes before linearized reading' (duration: 201.078677ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.569854Z","caller":"traceutil/trace.go:171","msg":"trace[36909739] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7688; }","duration":"373.861207ms","start":"2026-03-06T00:49:22.195981Z","end":"2026-03-06T00:49:22.569842Z","steps":["trace[36909739] 'agreement among raft nodes before linearized reading' (duration: 372.795744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.142475Z","time spent":"427.105614ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:49:22.569879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.760192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.569892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.195976Z","time spent":"373.904188ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:49:22.5698Z","caller":"traceutil/trace.go:171","msg":"trace[2402324] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7688; }","duration":"408.895392ms","start":"2026-03-06T00:49:22.16082Z","end":"2026-03-06T00:49:22.569715Z","steps":["trace[2402324] 'agreement among raft nodes before linearized reading' (duration: 408.739459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.56992Z","caller":"traceutil/trace.go:171","msg":"trace[910516728] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7688; }","duration":"391.815635ms","start":"2026-03-06T00:49:22.178094Z","end":"2026-03-06T00:49:22.56991Z","steps":["trace[910516728] 'agreement among raft nodes before linearized reading' (duration: 391.757244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.178087Z","time spent":"391.861666ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:49:22.56976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.178614Z","time spent":"391.132629ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:49:22.568706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.004472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.569391Z","caller":"traceutil/trace.go:171","msg":"trace[1019212834] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7688; }","duration":"373.96625ms","start":"2026-03-06T00:49:22.195407Z","end":"2026-03-06T00:49:22.569373Z","steps":["trace[1019212834] 'agreement among raft nodes before linearized reading' (duration: 373.870248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.570025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.160812Z","time spent":"409.191779ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:49:22.569676Z","caller":"traceutil/trace.go:171","msg":"trace[610916989] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7688; }","duration":"254.645502ms","start":"2026-03-06T00:49:22.314921Z","end":"2026-03-06T00:49:22.569567Z","steps":["trace[610916989] 'agreement among raft nodes before linearized reading' (duration: 253.812704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.37652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:22.570107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.195395Z","time spent":"374.656744ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:49:22.570125Z","caller":"traceutil/trace.go:171","msg":"trace[1919995828] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7688; }","duration":"446.32479ms","start":"2026-03-06T00:49:22.123789Z","end":"2026-03-06T00:49:22.570114Z","steps":["trace[1919995828] 'agreement among raft nodes before linearized reading' (duration: 445.382819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:22.567978Z","caller":"traceutil/trace.go:171","msg":"trace[651658407] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7688; }","duration":"330.881027ms","start":"2026-03-06T00:49:22.237091Z","end":"2026-03-06T00:49:22.567972Z","steps":["trace[651658407] 'agreement among raft nodes before linearized reading' (duration: 330.839416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.570165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.123777Z","time spent":"446.376661ms","remote":"127.0.0.1:34422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:49:22.570038Z","caller":"traceutil/trace.go:171","msg":"trace[457262160] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7688; }","duration":"276.343791ms","start":"2026-03-06T00:49:22.293675Z","end":"2026-03-06T00:49:22.570019Z","steps":["trace[457262160] 'agreement among raft nodes before linearized reading' (duration: 274.989021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.570187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.237079Z","time spent":"333.091115ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:49:22.569253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.810026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.570261Z","caller":"traceutil/trace.go:171","msg":"trace[382501345] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7688; }","duration":"374.842299ms","start":"2026-03-06T00:49:22.195404Z","end":"2026-03-06T00:49:22.570246Z","steps":["trace[382501345] 'agreement among raft nodes before linearized reading' (duration: 373.813186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.570301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.195388Z","time spent":"374.899139ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.569865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.104564Z","time spent":"465.279359ms","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.569507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.263498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.570395Z","caller":"traceutil/trace.go:171","msg":"trace[1597258750] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7688; }","duration":"428.154819ms","start":"2026-03-06T00:49:22.142226Z","end":"2026-03-06T00:49:22.57038Z","steps":["trace[1597258750] 'agreement among raft nodes before linearized reading' (duration: 427.265118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.569527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.160466Z","time spent":"409.038676ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:49:22.570469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.142218Z","time spent":"428.205569ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:49:22.569635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.142184Z","time spent":"427.439532ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:22.569715Z","caller":"traceutil/trace.go:171","msg":"trace[557137813] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7688; }","duration":"409.21111ms","start":"2026-03-06T00:49:22.160491Z","end":"2026-03-06T00:49:22.569702Z","steps":["trace[557137813] 'agreement among raft nodes before linearized reading' (duration: 409.124518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.570564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.160477Z","time spent":"410.067489ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.569789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.258705Z","time spent":"311.064429ms","remote":"127.0.0.1:34506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:49:22.569813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.08302Z","time spent":"486.778724ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:49:22.569801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.545628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:22.570875Z","caller":"traceutil/trace.go:171","msg":"trace[612402310] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7688; }","duration":"392.660393ms","start":"2026-03-06T00:49:22.178202Z","end":"2026-03-06T00:49:22.570863Z","steps":["trace[612402310] 'agreement among raft nodes before linearized reading' (duration: 391.564658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:22.57091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.178176Z","time spent":"392.724065ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:22.569403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:22.104609Z","time spent":"464.785978ms","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:49:30.767079Z","caller":"traceutil/trace.go:171","msg":"trace[1621469620] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"151.49946ms","start":"2026-03-06T00:49:30.615552Z","end":"2026-03-06T00:49:30.767051Z","steps":["trace[1621469620] 'process raft request' (duration: 151.457219ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:30.767107Z","caller":"traceutil/trace.go:171","msg":"trace[816661012] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"153.755649ms","start":"2026-03-06T00:49:30.613301Z","end":"2026-03-06T00:49:30.767057Z","steps":["trace[816661012] 'process raft request' (duration: 96.296209ms)","trace[816661012] 'compare' (duration: 57.157814ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:30.767125Z","caller":"traceutil/trace.go:171","msg":"trace[1368712470] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"151.931959ms","start":"2026-03-06T00:49:30.615162Z","end":"2026-03-06T00:49:30.767094Z","steps":["trace[1368712470] 'process raft request' (duration: 151.786486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:32.120618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.000778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:49:32.121003Z","caller":"traceutil/trace.go:171","msg":"trace[1996110023] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"112.132309ms","start":"2026-03-06T00:49:32.008798Z","end":"2026-03-06T00:49:32.120931Z","steps":["trace[1996110023] 'process raft request' (duration: 111.935195ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:32.258861Z","caller":"traceutil/trace.go:171","msg":"trace[742158369] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"108.51638ms","start":"2026-03-06T00:49:32.150316Z","end":"2026-03-06T00:49:32.258833Z","steps":["trace[742158369] 'process raft request' (duration: 70.292824ms)","trace[742158369] 'compare' (duration: 38.051972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:44.772211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.503588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:44.772465Z","caller":"traceutil/trace.go:171","msg":"trace[1363786808] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"289.351288ms","start":"2026-03-06T00:49:44.483082Z","end":"2026-03-06T00:49:44.772433Z","steps":["trace[1363786808] 'process raft request' (duration: 100.574324ms)","trace[1363786808] 'compare' (duration: 188.370055ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:44.77249Z","caller":"traceutil/trace.go:171","msg":"trace[1075246039] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"288.856927ms","start":"2026-03-06T00:49:44.483541Z","end":"2026-03-06T00:49:44.772398Z","steps":["trace[1075246039] 'process raft request' (duration: 288.775106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.772574Z","caller":"traceutil/trace.go:171","msg":"trace[812513699] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"288.768776ms","start":"2026-03-06T00:49:44.483784Z","end":"2026-03-06T00:49:44.772553Z","steps":["trace[812513699] 'process raft request' (duration: 288.556821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.772726Z","caller":"traceutil/trace.go:171","msg":"trace[1667306590] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"289.224776ms","start":"2026-03-06T00:49:44.483486Z","end":"2026-03-06T00:49:44.77271Z","steps":["trace[1667306590] 'process raft request' (duration: 288.794237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.917997Z","caller":"traceutil/trace.go:171","msg":"trace[1756732008] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"140.361284ms","start":"2026-03-06T00:49:44.77761Z","end":"2026-03-06T00:49:44.917972Z","steps":["trace[1756732008] 'process raft request' (duration: 140.239641ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.918015Z","caller":"traceutil/trace.go:171","msg":"trace[314028852] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"140.17977ms","start":"2026-03-06T00:49:44.777808Z","end":"2026-03-06T00:49:44.917988Z","steps":["trace[314028852] 'process raft request' (duration: 140.138329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.918033Z","caller":"traceutil/trace.go:171","msg":"trace[20320703] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"140.271561ms","start":"2026-03-06T00:49:44.777731Z","end":"2026-03-06T00:49:44.918003Z","steps":["trace[20320703] 'process raft request' (duration: 140.160799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.918223Z","caller":"traceutil/trace.go:171","msg":"trace[798393909] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"140.441366ms","start":"2026-03-06T00:49:44.777764Z","end":"2026-03-06T00:49:44.918205Z","steps":["trace[798393909] 'process raft request' (duration: 140.15762ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.91813Z","caller":"traceutil/trace.go:171","msg":"trace[1883453064] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"140.481377ms","start":"2026-03-06T00:49:44.777621Z","end":"2026-03-06T00:49:44.918103Z","steps":["trace[1883453064] 'process raft request' (duration: 137.101172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:44.973422Z","caller":"traceutil/trace.go:171","msg":"trace[1081451331] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8103; }","duration":"139.68854ms","start":"2026-03-06T00:49:44.833708Z","end":"2026-03-06T00:49:44.973396Z","steps":["trace[1081451331] 'read index received' (duration: 81.030422ms)","trace[1081451331] 'applied index is now lower than readState.Index' (duration: 58.656878ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:44.973495Z","caller":"traceutil/trace.go:171","msg":"trace[1760695010] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"185.126634ms","start":"2026-03-06T00:49:44.788347Z","end":"2026-03-06T00:49:44.973473Z","steps":["trace[1760695010] 'process raft request' (duration: 184.92066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.973725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.739142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:49:44.973774Z","caller":"traceutil/trace.go:171","msg":"trace[1922928405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7818; }","duration":"126.864005ms","start":"2026-03-06T00:49:44.846899Z","end":"2026-03-06T00:49:44.973763Z","steps":["trace[1922928405] 'agreement among raft nodes before linearized reading' (duration: 126.637651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.973906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.151589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:49:44.974129Z","caller":"traceutil/trace.go:171","msg":"trace[1248512418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7818; }","duration":"140.439756ms","start":"2026-03-06T00:49:44.833662Z","end":"2026-03-06T00:49:44.974102Z","steps":["trace[1248512418] 'agreement among raft nodes before linearized reading' (duration: 139.864693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:44.973905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.984744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:49:44.974251Z","caller":"traceutil/trace.go:171","msg":"trace[131559063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7818; }","duration":"120.401183ms","start":"2026-03-06T00:49:44.853832Z","end":"2026-03-06T00:49:44.974233Z","steps":["trace[131559063] 'agreement among raft nodes before linearized reading' (duration: 119.81026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:46.639048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.780344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:46.639148Z","caller":"traceutil/trace.go:171","msg":"trace[281353625] linearizableReadLoop","detail":"{readStateIndex:8143; appliedIndex:8142; }","duration":"503.607336ms","start":"2026-03-06T00:49:46.135525Z","end":"2026-03-06T00:49:46.639133Z","steps":["trace[281353625] 'read index received' (duration: 120.671258ms)","trace[281353625] 'applied index is now lower than readState.Index' (duration: 382.934968ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:46.63924Z","caller":"traceutil/trace.go:171","msg":"trace[1610521315] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"506.53278ms","start":"2026-03-06T00:49:46.132667Z","end":"2026-03-06T00:49:46.6392Z","steps":["trace[1610521315] 'process raft request' (duration: 123.518251ms)","trace[1610521315] 'compare' (duration: 382.665032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:46.639362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.837872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T00:49:46.639393Z","caller":"traceutil/trace.go:171","msg":"trace[229190944] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:7851; }","duration":"503.898032ms","start":"2026-03-06T00:49:46.135484Z","end":"2026-03-06T00:49:46.639382Z","steps":["trace[229190944] 'agreement among raft nodes before linearized reading' (duration: 503.741219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:46.639425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.135469Z","time spent":"503.949264ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T00:49:46.639464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.13264Z","time spent":"506.733625ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:46.639467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.106772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:46.639514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.143078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-06T00:49:46.639586Z","caller":"traceutil/trace.go:171","msg":"trace[123521752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7851; }","duration":"341.260626ms","start":"2026-03-06T00:49:46.298294Z","end":"2026-03-06T00:49:46.639555Z","steps":["trace[123521752] 'agreement among raft nodes before linearized reading' (duration: 341.089042ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:46.639604Z","caller":"traceutil/trace.go:171","msg":"trace[194746994] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7851; }","duration":"405.243681ms","start":"2026-03-06T00:49:46.23434Z","end":"2026-03-06T00:49:46.639583Z","steps":["trace[194746994] 'agreement among raft nodes before linearized reading' (duration: 404.978015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:46.639612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.122278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-06T00:49:46.639659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.234278Z","time spent":"405.370414ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T00:49:46.639664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.298278Z","time spent":"341.369908ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:49:46.639683Z","caller":"traceutil/trace.go:171","msg":"trace[436511514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7851; }","duration":"395.22733ms","start":"2026-03-06T00:49:46.244436Z","end":"2026-03-06T00:49:46.639663Z","steps":["trace[436511514] 'agreement among raft nodes before linearized reading' (duration: 395.029806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:46.639743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:46.244387Z","time spent":"395.343894ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:49:46.639908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.298655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:49:46.640057Z","caller":"traceutil/trace.go:171","msg":"trace[1155382419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7851; }","duration":"278.49463ms","start":"2026-03-06T00:49:46.361502Z","end":"2026-03-06T00:49:46.639997Z","steps":["trace[1155382419] 'agreement among raft nodes before linearized reading' (duration: 278.125161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:47.240854Z","caller":"traceutil/trace.go:171","msg":"trace[511266366] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"136.820006ms","start":"2026-03-06T00:49:47.104002Z","end":"2026-03-06T00:49:47.240822Z","steps":["trace[511266366] 'process raft request' (duration: 136.57987ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:47.241011Z","caller":"traceutil/trace.go:171","msg":"trace[1008486075] linearizableReadLoop","detail":"{readStateIndex:8150; appliedIndex:8148; }","duration":"102.749603ms","start":"2026-03-06T00:49:47.138226Z","end":"2026-03-06T00:49:47.240975Z","steps":["trace[1008486075] 'read index received' (duration: 30.974176ms)","trace[1008486075] 'applied index is now lower than readState.Index' (duration: 71.772527ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:47.241039Z","caller":"traceutil/trace.go:171","msg":"trace[1097354901] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"101.507485ms","start":"2026-03-06T00:49:47.139501Z","end":"2026-03-06T00:49:47.241008Z","steps":["trace[1097354901] 'process raft request' (duration: 101.219698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:47.241223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.980318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6cbrh\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-06T00:49:47.241258Z","caller":"traceutil/trace.go:171","msg":"trace[300855494] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6cbrh; range_end:; response_count:1; response_revision:7858; }","duration":"103.06589ms","start":"2026-03-06T00:49:47.138182Z","end":"2026-03-06T00:49:47.241248Z","steps":["trace[300855494] 'agreement among raft nodes before linearized reading' (duration: 102.892456ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:48.904366Z","caller":"traceutil/trace.go:171","msg":"trace[1979549506] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"234.482516ms","start":"2026-03-06T00:49:48.669865Z","end":"2026-03-06T00:49:48.904348Z","steps":["trace[1979549506] 'process raft request' (duration: 234.333343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:48.904493Z","caller":"traceutil/trace.go:171","msg":"trace[63954759] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8155; }","duration":"230.882366ms","start":"2026-03-06T00:49:48.67343Z","end":"2026-03-06T00:49:48.904313Z","steps":["trace[63954759] 'read index received' (duration: 230.728443ms)","trace[63954759] 'applied index is now lower than readState.Index' (duration: 153.253µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:48.904987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.541051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228518"} {"level":"info","ts":"2026-03-06T00:49:48.905076Z","caller":"traceutil/trace.go:171","msg":"trace[1107618194] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7863; }","duration":"231.644353ms","start":"2026-03-06T00:49:48.673415Z","end":"2026-03-06T00:49:48.905059Z","steps":["trace[1107618194] 'agreement among raft nodes before linearized reading' (duration: 231.05122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:50.366017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056237210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:49:50.867146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056237210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:49:51.367598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056237210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:49:51.87302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056237210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:49:52.04536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.239817791s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:49:52.045818Z","caller":"traceutil/trace.go:171","msg":"trace[1059514047] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"2.240381433s","start":"2026-03-06T00:49:49.805411Z","end":"2026-03-06T00:49:52.045793Z","steps":["trace[1059514047] 'process raft request' (duration: 2.240196829s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.045985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:49.805382Z","time spent":"2.240514365s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:52.354906Z","caller":"traceutil/trace.go:171","msg":"trace[1626016239] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"2.459581441s","start":"2026-03-06T00:49:49.895301Z","end":"2026-03-06T00:49:52.354883Z","steps":["trace[1626016239] 'process raft request' (duration: 2.459397457s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.355047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:49.895276Z","time spent":"2.459690783s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:52.355172Z","caller":"traceutil/trace.go:171","msg":"trace[765156588] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"2.416797695s","start":"2026-03-06T00:49:49.938347Z","end":"2026-03-06T00:49:52.355145Z","steps":["trace[765156588] 'process raft request' (duration: 2.416495708s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.355305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:49.938324Z","time spent":"2.416917638s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:52.360736Z","caller":"traceutil/trace.go:171","msg":"trace[854215767] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8161; }","duration":"2.495255191s","start":"2026-03-06T00:49:49.865455Z","end":"2026-03-06T00:49:52.36071Z","steps":["trace[854215767] 'read index received' (duration: 2.180198623s)","trace[854215767] 'applied index is now lower than readState.Index' (duration: 315.054938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:52.360888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495426284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:52.360928Z","caller":"traceutil/trace.go:171","msg":"trace[79789872] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7871; }","duration":"2.495508156s","start":"2026-03-06T00:49:49.86541Z","end":"2026-03-06T00:49:52.360919Z","steps":["trace[79789872] 'agreement among raft nodes before linearized reading' (duration: 2.495419894s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.360956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:49.865383Z","time spent":"2.495565637s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:52.361086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452987215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:52.361196Z","caller":"traceutil/trace.go:171","msg":"trace[675199124] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7871; }","duration":"2.453164469s","start":"2026-03-06T00:49:49.908017Z","end":"2026-03-06T00:49:52.361182Z","steps":["trace[675199124] 'agreement among raft nodes before linearized reading' (duration: 2.452926284s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.361208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221768788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:52.361234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:49.908007Z","time spent":"2.453216881s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:52.361385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.550387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-03-06T00:49:52.361424Z","caller":"traceutil/trace.go:171","msg":"trace[2079849082] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:7871; }","duration":"310.626659ms","start":"2026-03-06T00:49:52.050789Z","end":"2026-03-06T00:49:52.361416Z","steps":["trace[2079849082] 'agreement among raft nodes before linearized reading' (duration: 310.505546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.361454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.050765Z","time spent":"310.681411ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6847,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-03-06T00:49:52.361627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.732908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:52.361663Z","caller":"traceutil/trace.go:171","msg":"trace[361058914] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7871; }","duration":"692.81008ms","start":"2026-03-06T00:49:51.668844Z","end":"2026-03-06T00:49:52.361654Z","steps":["trace[361058914] 'agreement among raft nodes before linearized reading' (duration: 692.750959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.361693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.668826Z","time spent":"692.857242ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:52.361677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206410943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-06T00:49:52.3617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400100695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:52.361699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315649848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:52.361763Z","caller":"traceutil/trace.go:171","msg":"trace[660187333] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7871; }","duration":"2.206517875s","start":"2026-03-06T00:49:50.155224Z","end":"2026-03-06T00:49:52.361741Z","steps":["trace[660187333] 'agreement among raft nodes before linearized reading' (duration: 2.206251629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.36181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:50.155185Z","time spent":"2.206615607s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T00:49:52.361838Z","caller":"traceutil/trace.go:171","msg":"trace[1037228630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7871; }","duration":"2.315776841s","start":"2026-03-06T00:49:50.046008Z","end":"2026-03-06T00:49:52.361785Z","steps":["trace[1037228630] 'agreement among raft nodes before linearized reading' (duration: 2.315567906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.361837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447770336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:49:52.361914Z","caller":"traceutil/trace.go:171","msg":"trace[1517610402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7871; }","duration":"1.447899008s","start":"2026-03-06T00:49:50.913999Z","end":"2026-03-06T00:49:52.361898Z","steps":["trace[1517610402] 'agreement among raft nodes before linearized reading' (duration: 1.447663473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.361966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:50.913981Z","time spent":"1.447976731s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:52.362053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448971562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:49:52.362081Z","caller":"traceutil/trace.go:171","msg":"trace[697644474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7871; }","duration":"1.449033473s","start":"2026-03-06T00:49:50.91304Z","end":"2026-03-06T00:49:52.362073Z","steps":["trace[697644474] 'agreement among raft nodes before linearized reading' (duration: 1.448954262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.362103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:50.91302Z","time spent":"1.449078505s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:49:52.362197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.73113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T00:49:52.362224Z","caller":"traceutil/trace.go:171","msg":"trace[1952008461] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7871; }","duration":"697.827841ms","start":"2026-03-06T00:49:51.66439Z","end":"2026-03-06T00:49:52.362218Z","steps":["trace[1952008461] 'agreement among raft nodes before linearized reading' (duration: 697.410662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.362249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.66437Z","time spent":"697.872262ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":883,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:52.362406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065089723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:52.362439Z","caller":"traceutil/trace.go:171","msg":"trace[1648512499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7871; }","duration":"1.065161405s","start":"2026-03-06T00:49:51.297269Z","end":"2026-03-06T00:49:52.362431Z","steps":["trace[1648512499] 'agreement among raft nodes before linearized reading' (duration: 1.065098644s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.362464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.297249Z","time spent":"1.065206886s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:52.362526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140498561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:49:52.362602Z","caller":"traceutil/trace.go:171","msg":"trace[523231679] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7871; }","duration":"1.140598443s","start":"2026-03-06T00:49:51.221991Z","end":"2026-03-06T00:49:52.362589Z","steps":["trace[523231679] 'agreement among raft nodes before linearized reading' (duration: 1.140417529s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.36267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.221978Z","time spent":"1.140680165s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:49:52.362917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099336412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:52.362268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234383836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:49:52.363035Z","caller":"traceutil/trace.go:171","msg":"trace[1374146965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7871; }","duration":"1.235168545s","start":"2026-03-06T00:49:51.127838Z","end":"2026-03-06T00:49:52.363007Z","steps":["trace[1374146965] 'agreement among raft nodes before linearized reading' (duration: 1.234340436s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.363045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104990846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:49:52.363082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.12782Z","time spent":"1.235249346s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:49:52.363084Z","caller":"traceutil/trace.go:171","msg":"trace[631338736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7871; }","duration":"1.105049587s","start":"2026-03-06T00:49:51.258022Z","end":"2026-03-06T00:49:52.363072Z","steps":["trace[631338736] 'agreement among raft nodes before linearized reading' (duration: 1.104958455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.363115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.258012Z","time spent":"1.105095539s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:49:52.361831Z","caller":"traceutil/trace.go:171","msg":"trace[1569792009] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7871; }","duration":"2.400242109s","start":"2026-03-06T00:49:49.961525Z","end":"2026-03-06T00:49:52.361767Z","steps":["trace[1569792009] 'agreement among raft nodes before linearized reading' (duration: 2.400088265s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:52.362952Z","caller":"traceutil/trace.go:171","msg":"trace[829596198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7871; }","duration":"1.099416023s","start":"2026-03-06T00:49:51.263528Z","end":"2026-03-06T00:49:52.362944Z","steps":["trace[829596198] 'agreement among raft nodes before linearized reading' (duration: 1.099336281s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.363192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.263507Z","time spent":"1.099677059s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:52.363196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:49.961506Z","time spent":"2.401669961s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:52.361259Z","caller":"traceutil/trace.go:171","msg":"trace[206760449] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7871; }","duration":"1.22185166s","start":"2026-03-06T00:49:51.139387Z","end":"2026-03-06T00:49:52.361239Z","steps":["trace[206760449] 'agreement among raft nodes before linearized reading' (duration: 1.221791179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.363244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.139369Z","time spent":"1.223864465s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:52.363135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767025566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:49:52.363354Z","caller":"traceutil/trace.go:171","msg":"trace[491262229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7871; }","duration":"1.767291942s","start":"2026-03-06T00:49:50.596053Z","end":"2026-03-06T00:49:52.363345Z","steps":["trace[491262229] 'agreement among raft nodes before linearized reading' (duration: 1.766141126s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.363376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:50.596037Z","time spent":"1.767333473s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:49:52.361885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:50.045992Z","time spent":"2.315878383s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:49:52.363395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349925063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:49:52.363467Z","caller":"traceutil/trace.go:171","msg":"trace[260334065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7871; }","duration":"1.350030874s","start":"2026-03-06T00:49:51.01341Z","end":"2026-03-06T00:49:52.363441Z","steps":["trace[260334065] 'agreement among raft nodes before linearized reading' (duration: 1.349813429s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.363507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:51.013391Z","time spent":"1.350101176s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:52.363908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338546894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:52.363952Z","caller":"traceutil/trace.go:171","msg":"trace[1037937123] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7871; }","duration":"2.338662267s","start":"2026-03-06T00:49:50.02528Z","end":"2026-03-06T00:49:52.363942Z","steps":["trace[1037937123] 'agreement among raft nodes before linearized reading' (duration: 2.336586561s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.363977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:50.025257Z","time spent":"2.338712709s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:53.015581Z","caller":"traceutil/trace.go:171","msg":"trace[1475295797] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"647.637712ms","start":"2026-03-06T00:49:52.367912Z","end":"2026-03-06T00:49:53.015549Z","steps":["trace[1475295797] 'process raft request' (duration: 647.419227ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:53.015687Z","caller":"traceutil/trace.go:171","msg":"trace[1158294786] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"647.50343ms","start":"2026-03-06T00:49:52.368135Z","end":"2026-03-06T00:49:53.015638Z","steps":["trace[1158294786] 'process raft request' (duration: 647.325675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.015759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.367887Z","time spent":"647.765205ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:53.015888Z","caller":"traceutil/trace.go:171","msg":"trace[1679694757] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"647.11953ms","start":"2026-03-06T00:49:52.368761Z","end":"2026-03-06T00:49:53.01588Z","steps":["trace[1679694757] 'process raft request' (duration: 646.966267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.01588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368126Z","time spent":"647.653613ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:53.015779Z","caller":"traceutil/trace.go:171","msg":"trace[229421551] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"647.11641ms","start":"2026-03-06T00:49:52.368651Z","end":"2026-03-06T00:49:53.015767Z","steps":["trace[229421551] 'process raft request' (duration: 646.845614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.015962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368752Z","time spent":"647.164991ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:53.015988Z","caller":"traceutil/trace.go:171","msg":"trace[1998170465] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"647.214863ms","start":"2026-03-06T00:49:52.368749Z","end":"2026-03-06T00:49:53.015964Z","steps":["trace[1998170465] 'process raft request' (duration: 646.775972ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:53.015973Z","caller":"traceutil/trace.go:171","msg":"trace[1975014830] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"647.09969ms","start":"2026-03-06T00:49:52.368813Z","end":"2026-03-06T00:49:53.015912Z","steps":["trace[1975014830] 'process raft request' (duration: 647.017138ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:53.016054Z","caller":"traceutil/trace.go:171","msg":"trace[1365503301] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8165; }","duration":"647.689343ms","start":"2026-03-06T00:49:52.368169Z","end":"2026-03-06T00:49:53.015858Z","steps":["trace[1365503301] 'read index received' (duration: 78.346652ms)","trace[1365503301] 'applied index is now lower than readState.Index' (duration: 569.341931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:53.016054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368626Z","time spent":"647.343795ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:53.016105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368737Z","time spent":"647.306204ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:53.016148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368799Z","time spent":"647.263963ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:53.017253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.087884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-06T00:49:53.017319Z","caller":"traceutil/trace.go:171","msg":"trace[436288212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7878; }","duration":"649.173296ms","start":"2026-03-06T00:49:52.36813Z","end":"2026-03-06T00:49:53.017303Z","steps":["trace[436288212] 'agreement among raft nodes before linearized reading' (duration: 649.029243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.017357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368123Z","time spent":"649.225277ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:49:53.060274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.268555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:53.060341Z","caller":"traceutil/trace.go:171","msg":"trace[563625577] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7879; }","duration":"440.380368ms","start":"2026-03-06T00:49:52.619945Z","end":"2026-03-06T00:49:53.060325Z","steps":["trace[563625577] 'agreement among raft nodes before linearized reading' (duration: 440.240755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.060325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.510612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:53.06038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.619925Z","time spent":"440.444119ms","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:53.060395Z","caller":"traceutil/trace.go:171","msg":"trace[574903461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7879; }","duration":"691.597503ms","start":"2026-03-06T00:49:52.368778Z","end":"2026-03-06T00:49:53.060376Z","steps":["trace[574903461] 'agreement among raft nodes before linearized reading' (duration: 691.47655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.060488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368766Z","time spent":"691.712916ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:49:53.060614Z","caller":"traceutil/trace.go:171","msg":"trace[942367913] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"439.146741ms","start":"2026-03-06T00:49:52.621448Z","end":"2026-03-06T00:49:53.060595Z","steps":["trace[942367913] 'process raft request' (duration: 438.573947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.060642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.667635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228518"} {"level":"info","ts":"2026-03-06T00:49:53.060703Z","caller":"traceutil/trace.go:171","msg":"trace[423163118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7879; }","duration":"691.737387ms","start":"2026-03-06T00:49:52.368949Z","end":"2026-03-06T00:49:53.060686Z","steps":["trace[423163118] 'agreement among raft nodes before linearized reading' (duration: 691.262806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:53.060754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.368942Z","time spent":"691.801728ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228541,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:49:53.060868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.621433Z","time spent":"439.234743ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:05.424849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.569071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:05.424977Z","caller":"traceutil/trace.go:171","msg":"trace[538124524] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8271; }","duration":"471.697461ms","start":"2026-03-06T00:50:04.953261Z","end":"2026-03-06T00:50:05.424959Z","steps":["trace[538124524] 'read index received' (duration: 201.866925ms)","trace[538124524] 'applied index is now lower than readState.Index' (duration: 269.828606ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:05.425131Z","caller":"traceutil/trace.go:171","msg":"trace[914266425] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"472.000237ms","start":"2026-03-06T00:50:04.95305Z","end":"2026-03-06T00:50:05.42505Z","steps":["trace[914266425] 'process raft request' (duration: 202.12395ms)","trace[914266425] 'compare' (duration: 269.018568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:05.425267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.953034Z","time spent":"472.166811ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:05.425389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.079549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6cbrh\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-06T00:50:05.425523Z","caller":"traceutil/trace.go:171","msg":"trace[1487756603] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6cbrh; range_end:; response_count:1; response_revision:7973; }","duration":"472.259474ms","start":"2026-03-06T00:50:04.953224Z","end":"2026-03-06T00:50:05.425484Z","steps":["trace[1487756603] 'agreement among raft nodes before linearized reading' (duration: 471.842534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.42563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:04.952668Z","time spent":"472.949848ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2824,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6cbrh\" "} {"level":"warn","ts":"2026-03-06T00:50:05.838477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.236235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:05.83864Z","caller":"traceutil/trace.go:171","msg":"trace[421002405] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7975; }","duration":"406.900608ms","start":"2026-03-06T00:50:05.431725Z","end":"2026-03-06T00:50:05.838626Z","steps":["trace[421002405] 'process raft request' (duration: 406.843247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.838809Z","caller":"traceutil/trace.go:171","msg":"trace[1882270269] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8272; }","duration":"413.771921ms","start":"2026-03-06T00:50:05.425014Z","end":"2026-03-06T00:50:05.838786Z","steps":["trace[1882270269] 'read index received' (duration: 200.083435ms)","trace[1882270269] 'applied index is now lower than readState.Index' (duration: 213.683076ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:05.838901Z","caller":"traceutil/trace.go:171","msg":"trace[1892241897] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"556.367824ms","start":"2026-03-06T00:50:05.282526Z","end":"2026-03-06T00:50:05.838894Z","steps":["trace[1892241897] 'process raft request' (duration: 342.653368ms)","trace[1892241897] 'compare' (duration: 213.109063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:05.838975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.282503Z","time spent":"556.417215ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:50:05.838826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.431698Z","time spent":"407.01988ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-06T00:50:05.839087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.494015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:50:05.839143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.422736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6cbrh\" ","response":"range_response_count:1 size:4644"} {"level":"warn","ts":"2026-03-06T00:50:05.839144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.902902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:50:05.839136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.562839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-06T00:50:05.839172Z","caller":"traceutil/trace.go:171","msg":"trace[2118495926] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6cbrh; range_end:; response_count:1; response_revision:7975; }","duration":"557.485798ms","start":"2026-03-06T00:50:05.281679Z","end":"2026-03-06T00:50:05.839164Z","steps":["trace[2118495926] 'agreement among raft nodes before linearized reading' (duration: 557.382166ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.839167Z","caller":"traceutil/trace.go:171","msg":"trace[2060937777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7975; }","duration":"754.613038ms","start":"2026-03-06T00:50:05.084535Z","end":"2026-03-06T00:50:05.839148Z","steps":["trace[2060937777] 'agreement among raft nodes before linearized reading' (duration: 754.382203ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.839179Z","caller":"traceutil/trace.go:171","msg":"trace[1597477287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7975; }","duration":"758.969804ms","start":"2026-03-06T00:50:05.080201Z","end":"2026-03-06T00:50:05.83917Z","steps":["trace[1597477287] 'agreement among raft nodes before linearized reading' (duration: 758.844511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.839192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.281664Z","time spent":"557.524678ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6cbrh\" "} {"level":"warn","ts":"2026-03-06T00:50:05.839203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.080184Z","time spent":"759.013395ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:05.839136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.573274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:50:05.839205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.08452Z","time spent":"754.676729ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:50:05.839222Z","caller":"traceutil/trace.go:171","msg":"trace[643485449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7975; }","duration":"767.709737ms","start":"2026-03-06T00:50:05.071509Z","end":"2026-03-06T00:50:05.839219Z","steps":["trace[643485449] 'agreement among raft nodes before linearized reading' (duration: 767.521953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.839209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.977925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-06T00:50:05.839245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.071491Z","time spent":"767.749338ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:05.839261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.637123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:05.83927Z","caller":"traceutil/trace.go:171","msg":"trace[2064876498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7975; }","duration":"618.097499ms","start":"2026-03-06T00:50:05.22116Z","end":"2026-03-06T00:50:05.839257Z","steps":["trace[2064876498] 'agreement among raft nodes before linearized reading' (duration: 617.911945ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.839201Z","caller":"traceutil/trace.go:171","msg":"trace[1913157441] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7975; }","duration":"670.66626ms","start":"2026-03-06T00:50:05.168518Z","end":"2026-03-06T00:50:05.839184Z","steps":["trace[1913157441] 'agreement among raft nodes before linearized reading' (duration: 670.492047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.839308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.22114Z","time spent":"618.16333ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T00:50:05.83932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.168496Z","time spent":"670.819904ms","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T00:50:05.839304Z","caller":"traceutil/trace.go:171","msg":"trace[1291604140] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7975; }","duration":"766.727466ms","start":"2026-03-06T00:50:05.072566Z","end":"2026-03-06T00:50:05.839293Z","steps":["trace[1291604140] 'agreement among raft nodes before linearized reading' (duration: 766.492671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.839349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.072546Z","time spent":"766.796057ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:05.839636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.353535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:05.839697Z","caller":"traceutil/trace.go:171","msg":"trace[1614731584] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7975; }","duration":"202.446606ms","start":"2026-03-06T00:50:05.637242Z","end":"2026-03-06T00:50:05.839688Z","steps":["trace[1614731584] 'agreement among raft nodes before linearized reading' (duration: 202.286533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.840252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.48172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:50:05.840285Z","caller":"traceutil/trace.go:171","msg":"trace[589660379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7975; }","duration":"719.515631ms","start":"2026-03-06T00:50:05.120762Z","end":"2026-03-06T00:50:05.840277Z","steps":["trace[589660379] 'agreement among raft nodes before linearized reading' (duration: 719.417898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.840308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.120702Z","time spent":"719.597914ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:50:05.840484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.869466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:50:05.840516Z","caller":"traceutil/trace.go:171","msg":"trace[505761682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7975; }","duration":"755.918496ms","start":"2026-03-06T00:50:05.084589Z","end":"2026-03-06T00:50:05.840508Z","steps":["trace[505761682] 'agreement among raft nodes before linearized reading' (duration: 755.813454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:05.840635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.084581Z","time spent":"756.04679ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:50:06.140449Z","caller":"traceutil/trace.go:171","msg":"trace[898463057] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"298.171074ms","start":"2026-03-06T00:50:05.842232Z","end":"2026-03-06T00:50:06.140403Z","steps":["trace[898463057] 'process raft request' (duration: 247.220686ms)","trace[898463057] 'compare' (duration: 50.455496ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:06.205941Z","caller":"traceutil/trace.go:171","msg":"trace[1309270188] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8274; }","duration":"362.591658ms","start":"2026-03-06T00:50:05.843326Z","end":"2026-03-06T00:50:06.205917Z","steps":["trace[1309270188] 'read index received' (duration: 246.244235ms)","trace[1309270188] 'applied index is now lower than readState.Index' (duration: 116.346523ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:06.206182Z","caller":"traceutil/trace.go:171","msg":"trace[1725907086] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"363.291154ms","start":"2026-03-06T00:50:05.842859Z","end":"2026-03-06T00:50:06.20615Z","steps":["trace[1725907086] 'process raft request' (duration: 362.845324ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:06.206219Z","caller":"traceutil/trace.go:171","msg":"trace[981244103] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"363.953408ms","start":"2026-03-06T00:50:05.842242Z","end":"2026-03-06T00:50:06.206195Z","steps":["trace[981244103] 'process raft request' (duration: 363.308354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:06.206282Z","caller":"traceutil/trace.go:171","msg":"trace[893922458] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"361.984025ms","start":"2026-03-06T00:50:05.844281Z","end":"2026-03-06T00:50:06.206265Z","steps":["trace[893922458] 'process raft request' (duration: 361.545275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:06.206338Z","caller":"traceutil/trace.go:171","msg":"trace[420532212] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"362.943486ms","start":"2026-03-06T00:50:05.843361Z","end":"2026-03-06T00:50:06.206305Z","steps":["trace[420532212] 'process raft request' (duration: 362.377713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.206357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.842846Z","time spent":"363.421647ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:06.206341Z","caller":"traceutil/trace.go:171","msg":"trace[1583599989] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"364.00329ms","start":"2026-03-06T00:50:05.842299Z","end":"2026-03-06T00:50:06.206303Z","steps":["trace[1583599989] 'process raft request' (duration: 363.371306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.20645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.843353Z","time spent":"363.033617ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:06.206468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.107479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a1a2d4a59d5ca\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T00:50:06.20652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.842292Z","time spent":"364.143322ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:06.206542Z","caller":"traceutil/trace.go:171","msg":"trace[1665991629] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"363.12391ms","start":"2026-03-06T00:50:05.843407Z","end":"2026-03-06T00:50:06.206531Z","steps":["trace[1665991629] 'process raft request' (duration: 362.366813ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:06.206547Z","caller":"traceutil/trace.go:171","msg":"trace[2114211695] range","detail":"{range_begin:/registry/events/openstack/ceph.189a1a2d4a59d5ca; range_end:; response_count:1; response_revision:7983; }","duration":"363.219932ms","start":"2026-03-06T00:50:05.84331Z","end":"2026-03-06T00:50:06.20653Z","steps":["trace[2114211695] 'agreement among raft nodes before linearized reading' (duration: 362.970936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.206604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.843304Z","time spent":"363.290713ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189a1a2d4a59d5ca\" "} {"level":"warn","ts":"2026-03-06T00:50:06.206602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.843387Z","time spent":"363.18263ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:06.206359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.842227Z","time spent":"364.05434ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:06.206389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.844273Z","time spent":"362.046556ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:06.206741Z","caller":"traceutil/trace.go:171","msg":"trace[1908138253] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"266.251838ms","start":"2026-03-06T00:50:05.940477Z","end":"2026-03-06T00:50:06.206729Z","steps":["trace[1908138253] 'process raft request' (duration: 265.405489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.206988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.269351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6cbrh\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-06T00:50:06.207081Z","caller":"traceutil/trace.go:171","msg":"trace[1266842763] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6cbrh; range_end:; response_count:1; response_revision:7983; }","duration":"362.390204ms","start":"2026-03-06T00:50:05.844666Z","end":"2026-03-06T00:50:06.207056Z","steps":["trace[1266842763] 'agreement among raft nodes before linearized reading' (duration: 362.22307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.207165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.844657Z","time spent":"362.498556ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6cbrh\" "} {"level":"warn","ts":"2026-03-06T00:50:06.207303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.09328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228433"} {"level":"info","ts":"2026-03-06T00:50:06.207363Z","caller":"traceutil/trace.go:171","msg":"trace[1916251473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7983; }","duration":"363.169421ms","start":"2026-03-06T00:50:05.844179Z","end":"2026-03-06T00:50:06.207348Z","steps":["trace[1916251473] 'agreement among raft nodes before linearized reading' (duration: 362.263531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:06.207469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:05.844168Z","time spent":"363.288564ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228456,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:50:06.320876Z","caller":"traceutil/trace.go:171","msg":"trace[1830756518] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"100.694087ms","start":"2026-03-06T00:50:06.220152Z","end":"2026-03-06T00:50:06.320846Z","steps":["trace[1830756518] 'process raft request' (duration: 34.216356ms)","trace[1830756518] 'compare' (duration: 66.366408ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:07.103828Z","caller":"traceutil/trace.go:171","msg":"trace[1132894084] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"173.17142ms","start":"2026-03-06T00:50:06.93062Z","end":"2026-03-06T00:50:07.103792Z","steps":["trace[1132894084] 'process raft request' (duration: 86.707008ms)","trace[1132894084] 'compare' (duration: 86.222126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:07.400751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.231485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:07.400865Z","caller":"traceutil/trace.go:171","msg":"trace[304957307] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8291; }","duration":"204.164515ms","start":"2026-03-06T00:50:07.196681Z","end":"2026-03-06T00:50:07.400846Z","steps":["trace[304957307] 'read index received' (duration: 9.587572ms)","trace[304957307] 'applied index is now lower than readState.Index' (duration: 194.574683ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:07.400984Z","caller":"traceutil/trace.go:171","msg":"trace[195249256] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"291.595829ms","start":"2026-03-06T00:50:07.109371Z","end":"2026-03-06T00:50:07.400966Z","steps":["trace[195249256] 'process raft request' (duration: 96.914513ms)","trace[195249256] 'compare' (duration: 193.974779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:07.401242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.561323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-06T00:50:07.401212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.470736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:07.401296Z","caller":"traceutil/trace.go:171","msg":"trace[1910335391] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7992; }","duration":"204.658346ms","start":"2026-03-06T00:50:07.196625Z","end":"2026-03-06T00:50:07.401283Z","steps":["trace[1910335391] 'agreement among raft nodes before linearized reading' (duration: 204.448831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:07.401324Z","caller":"traceutil/trace.go:171","msg":"trace[1554025576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7992; }","duration":"102.63492ms","start":"2026-03-06T00:50:07.298661Z","end":"2026-03-06T00:50:07.401296Z","steps":["trace[1554025576] 'agreement among raft nodes before linearized reading' (duration: 102.463516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:08.146112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056237571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:08.64724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056237571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:08.812064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397696959s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:50:08.820315Z","caller":"traceutil/trace.go:171","msg":"trace[1885711802] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"1.405985752s","start":"2026-03-06T00:50:07.414298Z","end":"2026-03-06T00:50:08.820284Z","steps":["trace[1885711802] 'process raft request' (duration: 1.397995665s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:08.820492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:07.414287Z","time spent":"1.406104524s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:08.919504Z","caller":"traceutil/trace.go:171","msg":"trace[192171638] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"493.451012ms","start":"2026-03-06T00:50:08.426029Z","end":"2026-03-06T00:50:08.91948Z","steps":["trace[192171638] 'process raft request' (duration: 493.250458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:08.919686Z","caller":"traceutil/trace.go:171","msg":"trace[329619495] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8292; }","duration":"1.273631625s","start":"2026-03-06T00:50:07.64603Z","end":"2026-03-06T00:50:08.919662Z","steps":["trace[329619495] 'read index received' (duration: 1.16629873s)","trace[329619495] 'applied index is now lower than readState.Index' (duration: 107.331275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.91971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.426002Z","time spent":"493.579465ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:08.919923Z","caller":"traceutil/trace.go:171","msg":"trace[1647008035] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"426.686117ms","start":"2026-03-06T00:50:08.493157Z","end":"2026-03-06T00:50:08.919843Z","steps":["trace[1647008035] 'process raft request' (duration: 426.276118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:08.920346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.493124Z","time spent":"427.060384ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:08.995225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.594734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:08.995256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.077352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-06T00:50:08.995287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.314834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T00:50:08.995336Z","caller":"traceutil/trace.go:171","msg":"trace[409793468] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7995; }","duration":"790.733007ms","start":"2026-03-06T00:50:08.204571Z","end":"2026-03-06T00:50:08.995304Z","steps":["trace[409793468] 'agreement among raft nodes before linearized reading' (duration: 715.428131ms)","trace[409793468] 'count revisions from in-memory index tree' (duration: 75.165793ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:08.99536Z","caller":"traceutil/trace.go:171","msg":"trace[1501398062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:7995; }","duration":"780.230994ms","start":"2026-03-06T00:50:08.2151Z","end":"2026-03-06T00:50:08.995331Z","steps":["trace[1501398062] 'agreement among raft nodes before linearized reading' (duration: 704.889428ms)","trace[1501398062] 'range keys from in-memory index tree' (duration: 75.06419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.9954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.20456Z","time spent":"790.821909ms","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:50:08.995357Z","caller":"traceutil/trace.go:171","msg":"trace[1399499133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7995; }","duration":"471.428736ms","start":"2026-03-06T00:50:08.52391Z","end":"2026-03-06T00:50:08.995339Z","steps":["trace[1399499133] 'agreement among raft nodes before linearized reading' (duration: 396.057519ms)","trace[1399499133] 'range keys from in-memory index tree' (duration: 75.169972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.995556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.523898Z","time spent":"471.646051ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:50:08.995623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.522814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:50:08.995256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.992825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-03-06T00:50:08.995683Z","caller":"traceutil/trace.go:171","msg":"trace[17314828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7995; }","duration":"782.581895ms","start":"2026-03-06T00:50:08.21307Z","end":"2026-03-06T00:50:08.995651Z","steps":["trace[17314828] 'agreement among raft nodes before linearized reading' (duration: 706.84106ms)","trace[17314828] 'range keys from in-memory index tree' (duration: 75.627053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.995679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.237444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:50:08.995709Z","caller":"traceutil/trace.go:171","msg":"trace[1490119225] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7995; }","duration":"168.487755ms","start":"2026-03-06T00:50:08.827205Z","end":"2026-03-06T00:50:08.995693Z","steps":["trace[1490119225] 'agreement among raft nodes before linearized reading' (duration: 92.73502ms)","trace[1490119225] 'range keys from in-memory index tree' (duration: 75.178623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.995732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.213062Z","time spent":"782.640977ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:50:08.99574Z","caller":"traceutil/trace.go:171","msg":"trace[300524742] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7995; }","duration":"974.332917ms","start":"2026-03-06T00:50:08.021387Z","end":"2026-03-06T00:50:08.99572Z","steps":["trace[300524742] 'agreement among raft nodes before linearized reading' (duration: 898.664693ms)","trace[300524742] 'range keys from in-memory index tree' (duration: 75.539641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.995782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.021367Z","time spent":"974.403728ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:08.995775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152437625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:50:08.995787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.111558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:50:08.995843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.226982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:50:08.995872Z","caller":"traceutil/trace.go:171","msg":"trace[514228221] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7995; }","duration":"1.152587707s","start":"2026-03-06T00:50:07.843256Z","end":"2026-03-06T00:50:08.995844Z","steps":["trace[514228221] 'agreement among raft nodes before linearized reading' (duration: 1.076649578s)","trace[514228221] 'count revisions from in-memory index tree' (duration: 75.792137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.995905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.667981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:08.995914Z","caller":"traceutil/trace.go:171","msg":"trace[1350328055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7995; }","duration":"784.313164ms","start":"2026-03-06T00:50:08.211579Z","end":"2026-03-06T00:50:08.995892Z","steps":["trace[1350328055] 'agreement among raft nodes before linearized reading' (duration: 708.439227ms)","trace[1350328055] 'range keys from in-memory index tree' (duration: 75.720854ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:08.995914Z","caller":"traceutil/trace.go:171","msg":"trace[1223916375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7995; }","duration":"783.215981ms","start":"2026-03-06T00:50:08.212646Z","end":"2026-03-06T00:50:08.995862Z","steps":["trace[1223916375] 'agreement among raft nodes before linearized reading' (duration: 707.282272ms)","trace[1223916375] 'range keys from in-memory index tree' (duration: 75.145153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.995927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:07.843236Z","time spent":"1.152677971s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:08.995923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.027977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:08.995938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.320273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:50:08.995963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.211568Z","time spent":"784.381926ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:50:08.995993Z","caller":"traceutil/trace.go:171","msg":"trace[633327106] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7995; }","duration":"755.128209ms","start":"2026-03-06T00:50:08.240847Z","end":"2026-03-06T00:50:08.995975Z","steps":["trace[633327106] 'agreement among raft nodes before linearized reading' (duration: 679.130989ms)","trace[633327106] 'count revisions from in-memory index tree' (duration: 75.906588ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:08.995958Z","caller":"traceutil/trace.go:171","msg":"trace[64005423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7995; }","duration":"850.745223ms","start":"2026-03-06T00:50:08.145194Z","end":"2026-03-06T00:50:08.995939Z","steps":["trace[64005423] 'agreement among raft nodes before linearized reading' (duration: 774.847295ms)","trace[64005423] 'range keys from in-memory index tree' (duration: 75.778476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.996009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.21264Z","time spent":"783.350644ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:50:08.99602Z","caller":"traceutil/trace.go:171","msg":"trace[96695386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7995; }","duration":"783.434606ms","start":"2026-03-06T00:50:08.212564Z","end":"2026-03-06T00:50:08.995998Z","steps":["trace[96695386] 'agreement among raft nodes before linearized reading' (duration: 707.445915ms)","trace[96695386] 'range keys from in-memory index tree' (duration: 75.785006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.996034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.240834Z","time spent":"755.18939ms","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:08.996054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.145179Z","time spent":"850.861086ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:08.996064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.212554Z","time spent":"783.502107ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:08.995664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.215082Z","time spent":"780.338137ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:50:08.996206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349413251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-06T00:50:08.995643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.276649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:50:08.996326Z","caller":"traceutil/trace.go:171","msg":"trace[1508286259] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7995; }","duration":"1.350323441s","start":"2026-03-06T00:50:07.64598Z","end":"2026-03-06T00:50:08.996303Z","steps":["trace[1508286259] 'agreement among raft nodes before linearized reading' (duration: 1.273899482s)","trace[1508286259] 'range keys from in-memory index tree' (duration: 75.391747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.996503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:07.645959Z","time spent":"1.350525175s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T00:50:08.996603Z","caller":"traceutil/trace.go:171","msg":"trace[2108038801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7995; }","duration":"447.297782ms","start":"2026-03-06T00:50:08.549109Z","end":"2026-03-06T00:50:08.996406Z","steps":["trace[2108038801] 'agreement among raft nodes before linearized reading' (duration: 370.844011ms)","trace[2108038801] 'range keys from in-memory index tree' (duration: 75.254115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.996802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:08.549086Z","time spent":"447.694041ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:50:09.164193Z","caller":"traceutil/trace.go:171","msg":"trace[1362937500] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"164.633021ms","start":"2026-03-06T00:50:08.999534Z","end":"2026-03-06T00:50:09.164167Z","steps":["trace[1362937500] 'process raft request' (duration: 164.480047ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.164225Z","caller":"traceutil/trace.go:171","msg":"trace[820969262] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8296; }","duration":"164.467787ms","start":"2026-03-06T00:50:08.999727Z","end":"2026-03-06T00:50:09.164194Z","steps":["trace[820969262] 'read index received' (duration: 164.445907ms)","trace[820969262] 'applied index is now lower than readState.Index' (duration: 13.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:09.1645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.745653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T00:50:09.164555Z","caller":"traceutil/trace.go:171","msg":"trace[1696660718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7996; }","duration":"164.851286ms","start":"2026-03-06T00:50:08.999693Z","end":"2026-03-06T00:50:09.164545Z","steps":["trace[1696660718] 'agreement among raft nodes before linearized reading' (duration: 164.630531ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.379549Z","caller":"traceutil/trace.go:171","msg":"trace[45149280] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"379.40339ms","start":"2026-03-06T00:50:09.000084Z","end":"2026-03-06T00:50:09.379488Z","steps":["trace[45149280] 'process raft request' (duration: 379.125524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.379644Z","caller":"traceutil/trace.go:171","msg":"trace[1242912475] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"379.512013ms","start":"2026-03-06T00:50:09.000101Z","end":"2026-03-06T00:50:09.379613Z","steps":["trace[1242912475] 'process raft request' (duration: 379.286128ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.379713Z","caller":"traceutil/trace.go:171","msg":"trace[1940880033] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"379.466811ms","start":"2026-03-06T00:50:09.000211Z","end":"2026-03-06T00:50:09.379678Z","steps":["trace[1940880033] 'process raft request' (duration: 379.239346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:09.379775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.000071Z","time spent":"379.600314ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:09.379795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.00008Z","time spent":"379.631805ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:09.379824Z","caller":"traceutil/trace.go:171","msg":"trace[1506956349] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8296; }","duration":"215.511196ms","start":"2026-03-06T00:50:09.16429Z","end":"2026-03-06T00:50:09.379801Z","steps":["trace[1506956349] 'read index received' (duration: 214.838341ms)","trace[1506956349] 'applied index is now lower than readState.Index' (duration: 672.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:09.379965Z","caller":"traceutil/trace.go:171","msg":"trace[1956046840] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"377.313824ms","start":"2026-03-06T00:50:09.002592Z","end":"2026-03-06T00:50:09.379906Z","steps":["trace[1956046840] 'process raft request' (duration: 377.070989ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.379986Z","caller":"traceutil/trace.go:171","msg":"trace[1188895526] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"377.267223ms","start":"2026-03-06T00:50:09.00269Z","end":"2026-03-06T00:50:09.379957Z","steps":["trace[1188895526] 'process raft request' (duration: 377.061099ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.380047Z","caller":"traceutil/trace.go:171","msg":"trace[192900823] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"379.176144ms","start":"2026-03-06T00:50:09.000858Z","end":"2026-03-06T00:50:09.380034Z","steps":["trace[192900823] 'process raft request' (duration: 378.694254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:09.380109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.000849Z","time spent":"379.226066ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:09.38012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.002676Z","time spent":"377.384226ms","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:50:09.380153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.002577Z","time spent":"377.478937ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:09.380227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.000197Z","time spent":"379.595445ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:09.380309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.436012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-06T00:50:09.380381Z","caller":"traceutil/trace.go:171","msg":"trace[615716574] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8003; }","duration":"214.532323ms","start":"2026-03-06T00:50:09.165828Z","end":"2026-03-06T00:50:09.380361Z","steps":["trace[615716574] 'agreement among raft nodes before linearized reading' (duration: 214.343039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:09.380533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.51896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228433"} {"level":"info","ts":"2026-03-06T00:50:09.380599Z","caller":"traceutil/trace.go:171","msg":"trace[1349438710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8003; }","duration":"378.614852ms","start":"2026-03-06T00:50:09.001971Z","end":"2026-03-06T00:50:09.380585Z","steps":["trace[1349438710] 'agreement among raft nodes before linearized reading' (duration: 378.136572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:09.380645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.001962Z","time spent":"378.671883ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228456,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:50:09.38062Z","caller":"traceutil/trace.go:171","msg":"trace[1164104551] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"380.392212ms","start":"2026-03-06T00:50:09.000207Z","end":"2026-03-06T00:50:09.380599Z","steps":["trace[1164104551] 'process raft request' (duration: 379.294778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:09.380836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.000185Z","time spent":"380.593196ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:10.386005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056237621,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:50:10.427459Z","caller":"traceutil/trace.go:171","msg":"trace[1583795976] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8303; }","duration":"541.78058ms","start":"2026-03-06T00:50:09.885654Z","end":"2026-03-06T00:50:10.427434Z","steps":["trace[1583795976] 'read index received' (duration: 541.570066ms)","trace[1583795976] 'applied index is now lower than readState.Index' (duration: 209.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:10.427506Z","caller":"traceutil/trace.go:171","msg":"trace[770702556] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"746.704823ms","start":"2026-03-06T00:50:09.680769Z","end":"2026-03-06T00:50:10.427474Z","steps":["trace[770702556] 'process raft request' (duration: 746.478868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:10.42778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.115437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-06T00:50:10.427781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.129586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:10.427841Z","caller":"traceutil/trace.go:171","msg":"trace[1494546740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8004; }","duration":"129.203577ms","start":"2026-03-06T00:50:10.298615Z","end":"2026-03-06T00:50:10.427818Z","steps":["trace[1494546740] 'agreement among raft nodes before linearized reading' (duration: 129.118895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:10.427824Z","caller":"traceutil/trace.go:171","msg":"trace[836642850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8004; }","duration":"542.21042ms","start":"2026-03-06T00:50:09.885602Z","end":"2026-03-06T00:50:10.427813Z","steps":["trace[836642850] 'agreement among raft nodes before linearized reading' (duration: 541.984085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:10.427899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.885582Z","time spent":"542.305692ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T00:50:10.428152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.915022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T00:50:10.42831Z","caller":"traceutil/trace.go:171","msg":"trace[1854550488] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8004; }","duration":"494.315981ms","start":"2026-03-06T00:50:09.933964Z","end":"2026-03-06T00:50:10.42828Z","steps":["trace[1854550488] 'agreement among raft nodes before linearized reading' (duration: 493.707998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:10.428771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.933941Z","time spent":"494.812972ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T00:50:10.427681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:09.680747Z","time spent":"746.853146ms","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:10.696487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.716561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:10.696724Z","caller":"traceutil/trace.go:171","msg":"trace[93180544] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"264.57412ms","start":"2026-03-06T00:50:10.432128Z","end":"2026-03-06T00:50:10.696703Z","steps":["trace[93180544] 'process raft request' (duration: 133.493521ms)","trace[93180544] 'compare' (duration: 130.605099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:11.124971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.622806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:11.125211Z","caller":"traceutil/trace.go:171","msg":"trace[1397820225] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"200.092294ms","start":"2026-03-06T00:50:10.925095Z","end":"2026-03-06T00:50:11.125187Z","steps":["trace[1397820225] 'process raft request' (duration: 200.004693ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:11.125209Z","caller":"traceutil/trace.go:171","msg":"trace[658090184] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"200.118675ms","start":"2026-03-06T00:50:10.925061Z","end":"2026-03-06T00:50:11.12518Z","steps":["trace[658090184] 'process raft request' (duration: 61.178942ms)","trace[658090184] 'compare' (duration: 138.484933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:11.692049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.388443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:11.692153Z","caller":"traceutil/trace.go:171","msg":"trace[1696003808] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8307; }","duration":"393.160774ms","start":"2026-03-06T00:50:11.298974Z","end":"2026-03-06T00:50:11.692135Z","steps":["trace[1696003808] 'read index received' (duration: 172.575477ms)","trace[1696003808] 'applied index is now lower than readState.Index' (duration: 220.584037ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:11.6922Z","caller":"traceutil/trace.go:171","msg":"trace[1587624678] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"519.995568ms","start":"2026-03-06T00:50:11.172175Z","end":"2026-03-06T00:50:11.692171Z","steps":["trace[1587624678] 'process raft request' (duration: 299.39097ms)","trace[1587624678] 'compare' (duration: 220.202179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:11.692448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.434591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:11.692541Z","caller":"traceutil/trace.go:171","msg":"trace[899614524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8008; }","duration":"393.598805ms","start":"2026-03-06T00:50:11.298919Z","end":"2026-03-06T00:50:11.692518Z","steps":["trace[899614524] 'agreement among raft nodes before linearized reading' (duration: 393.291157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.692598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.298897Z","time spent":"393.689336ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:50:11.692379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.17209Z","time spent":"520.166612ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:11.731183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.019052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:50:11.731222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.878716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:50:11.73124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.048695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:50:11.731288Z","caller":"traceutil/trace.go:171","msg":"trace[65274126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8008; }","duration":"344.976189ms","start":"2026-03-06T00:50:11.386294Z","end":"2026-03-06T00:50:11.73127Z","steps":["trace[65274126] 'agreement among raft nodes before linearized reading' (duration: 344.759964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:11.731304Z","caller":"traceutil/trace.go:171","msg":"trace[500386335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8008; }","duration":"347.159847ms","start":"2026-03-06T00:50:11.384126Z","end":"2026-03-06T00:50:11.731286Z","steps":["trace[500386335] 'agreement among raft nodes before linearized reading' (duration: 346.958983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.73133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.386284Z","time spent":"345.03817ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:50:11.731343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.384105Z","time spent":"347.230879ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:50:11.731245Z","caller":"traceutil/trace.go:171","msg":"trace[1893157580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8008; }","duration":"346.126054ms","start":"2026-03-06T00:50:11.385106Z","end":"2026-03-06T00:50:11.731232Z","steps":["trace[1893157580] 'agreement among raft nodes before linearized reading' (duration: 345.9502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.731484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.208309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-06T00:50:11.731524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.385086Z","time spent":"346.42949ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:50:11.731555Z","caller":"traceutil/trace.go:171","msg":"trace[827895644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:8008; }","duration":"343.307202ms","start":"2026-03-06T00:50:11.388229Z","end":"2026-03-06T00:50:11.731536Z","steps":["trace[827895644] 'agreement among raft nodes before linearized reading' (duration: 343.090287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.731608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.388218Z","time spent":"343.376964ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:50:11.731874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.761889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:11.731933Z","caller":"traceutil/trace.go:171","msg":"trace[245064001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8008; }","duration":"346.867081ms","start":"2026-03-06T00:50:11.385052Z","end":"2026-03-06T00:50:11.731919Z","steps":["trace[245064001] 'agreement among raft nodes before linearized reading' (duration: 346.737488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.731966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.385025Z","time spent":"346.933342ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:11.732014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.355479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:50:11.732062Z","caller":"traceutil/trace.go:171","msg":"trace[660154410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8008; }","duration":"346.932732ms","start":"2026-03-06T00:50:11.385118Z","end":"2026-03-06T00:50:11.732051Z","steps":["trace[660154410] 'agreement among raft nodes before linearized reading' (duration: 346.319437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.732097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.385107Z","time spent":"346.982994ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:50:18.057948Z","caller":"traceutil/trace.go:171","msg":"trace[1464503544] linearizableReadLoop","detail":"{readStateIndex:8378; appliedIndex:8377; }","duration":"229.830712ms","start":"2026-03-06T00:50:17.828096Z","end":"2026-03-06T00:50:18.057927Z","steps":["trace[1464503544] 'read index received' (duration: 228.476222ms)","trace[1464503544] 'applied index is now lower than readState.Index' (duration: 1.35395ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:18.057974Z","caller":"traceutil/trace.go:171","msg":"trace[804628900] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"255.306706ms","start":"2026-03-06T00:50:17.802645Z","end":"2026-03-06T00:50:18.057951Z","steps":["trace[804628900] 'process raft request' (duration: 254.006057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:18.058133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.029357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:50:18.058156Z","caller":"traceutil/trace.go:171","msg":"trace[483097153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8074; }","duration":"230.089378ms","start":"2026-03-06T00:50:17.828061Z","end":"2026-03-06T00:50:18.05815Z","steps":["trace[483097153] 'agreement among raft nodes before linearized reading' (duration: 229.959595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:18.058215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.418466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:50:18.058246Z","caller":"traceutil/trace.go:171","msg":"trace[411309261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8074; }","duration":"225.474447ms","start":"2026-03-06T00:50:17.832762Z","end":"2026-03-06T00:50:18.058236Z","steps":["trace[411309261] 'agreement among raft nodes before linearized reading' (duration: 225.377335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:18.058291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.147006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:50:18.058328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.500255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T00:50:18.058373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.544866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:50:18.058429Z","caller":"traceutil/trace.go:171","msg":"trace[1672199602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8074; }","duration":"229.628448ms","start":"2026-03-06T00:50:17.828762Z","end":"2026-03-06T00:50:18.05839Z","steps":["trace[1672199602] 'agreement among raft nodes before linearized reading' (duration: 229.334142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:18.058356Z","caller":"traceutil/trace.go:171","msg":"trace[363938607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8074; }","duration":"223.222747ms","start":"2026-03-06T00:50:17.835118Z","end":"2026-03-06T00:50:18.058341Z","steps":["trace[363938607] 'agreement among raft nodes before linearized reading' (duration: 223.013753ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:18.058463Z","caller":"traceutil/trace.go:171","msg":"trace[1579491141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8074; }","duration":"229.662849ms","start":"2026-03-06T00:50:17.82878Z","end":"2026-03-06T00:50:18.058442Z","steps":["trace[1579491141] 'agreement among raft nodes before linearized reading' (duration: 229.413114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:18.058364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.661072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:50:18.058512Z","caller":"traceutil/trace.go:171","msg":"trace[966815288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:8074; }","duration":"221.825586ms","start":"2026-03-06T00:50:17.836678Z","end":"2026-03-06T00:50:18.058503Z","steps":["trace[966815288] 'agreement among raft nodes before linearized reading' (duration: 221.643902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:19.642638Z","caller":"traceutil/trace.go:171","msg":"trace[127036372] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"115.938903ms","start":"2026-03-06T00:50:19.526667Z","end":"2026-03-06T00:50:19.642606Z","steps":["trace[127036372] 'process raft request' (duration: 115.652127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:22.663414Z","caller":"traceutil/trace.go:171","msg":"trace[1024651973] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8483; }","duration":"119.023783ms","start":"2026-03-06T00:50:22.544357Z","end":"2026-03-06T00:50:22.663381Z","steps":["trace[1024651973] 'read index received' (duration: 118.88578ms)","trace[1024651973] 'applied index is now lower than readState.Index' (duration: 136.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:22.663495Z","caller":"traceutil/trace.go:171","msg":"trace[1835477302] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"119.321899ms","start":"2026-03-06T00:50:22.544127Z","end":"2026-03-06T00:50:22.663449Z","steps":["trace[1835477302] 'process raft request' (duration: 119.081354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:22.664215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.34493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f82067dd-8b72-4104-a20e-cf0d478b5f73\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-06T00:50:22.664332Z","caller":"traceutil/trace.go:171","msg":"trace[605270461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f82067dd-8b72-4104-a20e-cf0d478b5f73; range_end:; response_count:1; response_revision:8177; }","duration":"110.552525ms","start":"2026-03-06T00:50:22.553749Z","end":"2026-03-06T00:50:22.664302Z","steps":["trace[605270461] 'agreement among raft nodes before linearized reading' (duration: 109.87181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:22.664573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.189888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-06T00:50:22.664638Z","caller":"traceutil/trace.go:171","msg":"trace[651834332] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8177; }","duration":"120.305391ms","start":"2026-03-06T00:50:22.544317Z","end":"2026-03-06T00:50:22.664623Z","steps":["trace[651834332] 'agreement among raft nodes before linearized reading' (duration: 119.216107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:23.177233Z","caller":"traceutil/trace.go:171","msg":"trace[1336811721] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"302.320906ms","start":"2026-03-06T00:50:22.874887Z","end":"2026-03-06T00:50:23.177208Z","steps":["trace[1336811721] 'process raft request' (duration: 302.145792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:23.177382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:22.874838Z","time spent":"302.468979ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:23.269945Z","caller":"traceutil/trace.go:171","msg":"trace[971836822] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"102.297322ms","start":"2026-03-06T00:50:23.167624Z","end":"2026-03-06T00:50:23.269921Z","steps":["trace[971836822] 'process raft request' (duration: 102.152699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:23.270212Z","caller":"traceutil/trace.go:171","msg":"trace[1820174972] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"102.326373ms","start":"2026-03-06T00:50:23.167848Z","end":"2026-03-06T00:50:23.270174Z","steps":["trace[1820174972] 'process raft request' (duration: 102.044937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:23.857068Z","caller":"traceutil/trace.go:171","msg":"trace[2140298712] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8490; }","duration":"291.431654ms","start":"2026-03-06T00:50:23.565606Z","end":"2026-03-06T00:50:23.857038Z","steps":["trace[2140298712] 'read index received' (duration: 291.279631ms)","trace[2140298712] 'applied index is now lower than readState.Index' (duration: 151.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:23.857211Z","caller":"traceutil/trace.go:171","msg":"trace[2118466121] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"404.885634ms","start":"2026-03-06T00:50:23.45231Z","end":"2026-03-06T00:50:23.857196Z","steps":["trace[2118466121] 'process raft request' (duration: 404.570257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:23.857322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:23.452298Z","time spent":"404.946005ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:23.857357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.735011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:23.857428Z","caller":"traceutil/trace.go:171","msg":"trace[1599428393] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8184; }","duration":"291.855974ms","start":"2026-03-06T00:50:23.565553Z","end":"2026-03-06T00:50:23.857409Z","steps":["trace[1599428393] 'agreement among raft nodes before linearized reading' (duration: 291.741331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:23.868287Z","caller":"traceutil/trace.go:171","msg":"trace[1600647085] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"236.257514ms","start":"2026-03-06T00:50:23.632006Z","end":"2026-03-06T00:50:23.868264Z","steps":["trace[1600647085] 'process raft request' (duration: 236.149061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:23.868305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.315827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f82067dd-8b72-4104-a20e-cf0d478b5f73\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-06T00:50:23.868358Z","caller":"traceutil/trace.go:171","msg":"trace[249285295] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f82067dd-8b72-4104-a20e-cf0d478b5f73; range_end:; response_count:1; response_revision:8185; }","duration":"199.378159ms","start":"2026-03-06T00:50:23.668969Z","end":"2026-03-06T00:50:23.868348Z","steps":["trace[249285295] 'agreement among raft nodes before linearized reading' (duration: 199.265616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:23.983884Z","caller":"traceutil/trace.go:171","msg":"trace[680395058] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"111.384294ms","start":"2026-03-06T00:50:23.87247Z","end":"2026-03-06T00:50:23.983854Z","steps":["trace[680395058] 'process raft request' (duration: 27.193612ms)","trace[680395058] 'compare' (duration: 84.070589ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:24.048158Z","caller":"traceutil/trace.go:171","msg":"trace[869909799] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"175.271535ms","start":"2026-03-06T00:50:23.87286Z","end":"2026-03-06T00:50:24.048132Z","steps":["trace[869909799] 'process raft request' (duration: 175.114692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.283226Z","caller":"traceutil/trace.go:171","msg":"trace[917327925] linearizableReadLoop","detail":"{readStateIndex:8498; appliedIndex:8496; }","duration":"156.451019ms","start":"2026-03-06T00:50:24.126748Z","end":"2026-03-06T00:50:24.283199Z","steps":["trace[917327925] 'read index received' (duration: 68.235069ms)","trace[917327925] 'applied index is now lower than readState.Index' (duration: 88.21492ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:24.283346Z","caller":"traceutil/trace.go:171","msg":"trace[296104166] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"158.69665ms","start":"2026-03-06T00:50:24.124615Z","end":"2026-03-06T00:50:24.283311Z","steps":["trace[296104166] 'process raft request' (duration: 130.590248ms)","trace[296104166] 'compare' (duration: 27.680573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:24.283505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.730736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:50:24.283546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.122808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:50:24.283584Z","caller":"traceutil/trace.go:171","msg":"trace[2116309774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8191; }","duration":"156.858248ms","start":"2026-03-06T00:50:24.126707Z","end":"2026-03-06T00:50:24.283565Z","steps":["trace[2116309774] 'agreement among raft nodes before linearized reading' (duration: 156.606803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.283591Z","caller":"traceutil/trace.go:171","msg":"trace[1796285202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8191; }","duration":"107.226321ms","start":"2026-03-06T00:50:24.176354Z","end":"2026-03-06T00:50:24.28358Z","steps":["trace[1796285202] 'agreement among raft nodes before linearized reading' (duration: 106.993286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:24.283505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.140981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:50:24.283678Z","caller":"traceutil/trace.go:171","msg":"trace[1992889158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:8191; }","duration":"103.342825ms","start":"2026-03-06T00:50:24.18032Z","end":"2026-03-06T00:50:24.283663Z","steps":["trace[1992889158] 'agreement among raft nodes before linearized reading' (duration: 103.048929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:24.283662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.094097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:24.283764Z","caller":"traceutil/trace.go:171","msg":"trace[848395017] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8191; }","duration":"106.24228ms","start":"2026-03-06T00:50:24.177492Z","end":"2026-03-06T00:50:24.283734Z","steps":["trace[848395017] 'agreement among raft nodes before linearized reading' (duration: 105.936383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:24.283948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.480086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:50:24.284085Z","caller":"traceutil/trace.go:171","msg":"trace[425453692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8191; }","duration":"107.631329ms","start":"2026-03-06T00:50:24.176439Z","end":"2026-03-06T00:50:24.28407Z","steps":["trace[425453692] 'agreement among raft nodes before linearized reading' (duration: 107.081157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.499072Z","caller":"traceutil/trace.go:171","msg":"trace[1247771234] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"211.033527ms","start":"2026-03-06T00:50:24.288013Z","end":"2026-03-06T00:50:24.499046Z","steps":["trace[1247771234] 'process raft request' (duration: 210.74147ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.499273Z","caller":"traceutil/trace.go:171","msg":"trace[1781124199] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"211.125388ms","start":"2026-03-06T00:50:24.288134Z","end":"2026-03-06T00:50:24.499259Z","steps":["trace[1781124199] 'process raft request' (duration: 210.821942ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.499549Z","caller":"traceutil/trace.go:171","msg":"trace[1845183105] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8498; }","duration":"209.591015ms","start":"2026-03-06T00:50:24.289942Z","end":"2026-03-06T00:50:24.499533Z","steps":["trace[1845183105] 'read index received' (duration: 42.45655ms)","trace[1845183105] 'applied index is now lower than readState.Index' (duration: 167.133065ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:24.499563Z","caller":"traceutil/trace.go:171","msg":"trace[151005537] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"211.326432ms","start":"2026-03-06T00:50:24.288217Z","end":"2026-03-06T00:50:24.499544Z","steps":["trace[151005537] 'process raft request' (duration: 211.235271ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.499555Z","caller":"traceutil/trace.go:171","msg":"trace[246908223] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"211.320403ms","start":"2026-03-06T00:50:24.288203Z","end":"2026-03-06T00:50:24.499523Z","steps":["trace[246908223] 'process raft request' (duration: 211.004366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.499689Z","caller":"traceutil/trace.go:171","msg":"trace[212266845] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"211.318593ms","start":"2026-03-06T00:50:24.288246Z","end":"2026-03-06T00:50:24.499565Z","steps":["trace[212266845] 'process raft request' (duration: 211.252922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:24.49983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.108501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:24.50026Z","caller":"traceutil/trace.go:171","msg":"trace[1464509849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8197; }","duration":"203.594763ms","start":"2026-03-06T00:50:24.296649Z","end":"2026-03-06T00:50:24.500244Z","steps":["trace[1464509849] 'agreement among raft nodes before linearized reading' (duration: 203.120981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:24.500016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.048655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:232926"} {"level":"info","ts":"2026-03-06T00:50:24.500362Z","caller":"traceutil/trace.go:171","msg":"trace[368740656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8197; }","duration":"210.428024ms","start":"2026-03-06T00:50:24.289915Z","end":"2026-03-06T00:50:24.500343Z","steps":["trace[368740656] 'agreement among raft nodes before linearized reading' (duration: 209.691317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:24.500062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.769117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T00:50:24.500594Z","caller":"traceutil/trace.go:171","msg":"trace[1487809494] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8197; }","duration":"110.322471ms","start":"2026-03-06T00:50:24.390242Z","end":"2026-03-06T00:50:24.500565Z","steps":["trace[1487809494] 'agreement among raft nodes before linearized reading' (duration: 109.545803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:24.642247Z","caller":"traceutil/trace.go:171","msg":"trace[584574106] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"137.089122ms","start":"2026-03-06T00:50:24.505136Z","end":"2026-03-06T00:50:24.642225Z","steps":["trace[584574106] 'process raft request' (duration: 93.259493ms)","trace[584574106] 'compare' (duration: 43.725717ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:51:17.710813Z","caller":"traceutil/trace.go:171","msg":"trace[1841083765] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"205.900471ms","start":"2026-03-06T00:51:17.504885Z","end":"2026-03-06T00:51:17.710785Z","steps":["trace[1841083765] 'process raft request' (duration: 205.761438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:17.968739Z","caller":"traceutil/trace.go:171","msg":"trace[1390540698] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"433.166642ms","start":"2026-03-06T00:51:17.535545Z","end":"2026-03-06T00:51:17.968711Z","steps":["trace[1390540698] 'process raft request' (duration: 432.977528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:17.968888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:17.535519Z","time spent":"433.288634ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:18.570005Z","caller":"traceutil/trace.go:171","msg":"trace[958618035] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8916; }","duration":"271.837968ms","start":"2026-03-06T00:51:18.298144Z","end":"2026-03-06T00:51:18.569982Z","steps":["trace[958618035] 'read index received' (duration: 271.647044ms)","trace[958618035] 'applied index is now lower than readState.Index' (duration: 190.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:51:18.570285Z","caller":"traceutil/trace.go:171","msg":"trace[2105320029] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"279.226145ms","start":"2026-03-06T00:51:18.291044Z","end":"2026-03-06T00:51:18.57027Z","steps":["trace[2105320029] 'process raft request' (duration: 278.816456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:18.570271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.118794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:51:18.570368Z","caller":"traceutil/trace.go:171","msg":"trace[1886934711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8598; }","duration":"272.244597ms","start":"2026-03-06T00:51:18.2981Z","end":"2026-03-06T00:51:18.570345Z","steps":["trace[1886934711] 'agreement among raft nodes before linearized reading' (duration: 272.092184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:48.178038Z","caller":"traceutil/trace.go:171","msg":"trace[1483072389] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"104.85998ms","start":"2026-03-06T00:51:48.073148Z","end":"2026-03-06T00:51:48.178008Z","steps":["trace[1483072389] 'process raft request' (duration: 104.676926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:01.16512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.708816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:52:01.16531Z","caller":"traceutil/trace.go:171","msg":"trace[1639951135] linearizableReadLoop","detail":"{readStateIndex:9288; appliedIndex:9287; }","duration":"245.260193ms","start":"2026-03-06T00:52:00.920025Z","end":"2026-03-06T00:52:01.165285Z","steps":["trace[1639951135] 'read index received' (duration: 71.471µs)","trace[1639951135] 'applied index is now lower than readState.Index' (duration: 245.186292ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:01.165436Z","caller":"traceutil/trace.go:171","msg":"trace[922656845] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"346.232935ms","start":"2026-03-06T00:52:00.819183Z","end":"2026-03-06T00:52:01.165416Z","steps":["trace[922656845] 'process raft request' (duration: 45.10358ms)","trace[922656845] 'compare' (duration: 300.43936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:52:01.165526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:00.819164Z","time spent":"346.318378ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:52:01.166114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.052931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T00:52:01.16625Z","caller":"traceutil/trace.go:171","msg":"trace[728694864] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8960; }","duration":"246.251856ms","start":"2026-03-06T00:52:00.919966Z","end":"2026-03-06T00:52:01.166218Z","steps":["trace[728694864] 'agreement among raft nodes before linearized reading' (duration: 245.629922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.96467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.595958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:53:11.964771Z","caller":"traceutil/trace.go:171","msg":"trace[1121512597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:9451; }","duration":"109.738872ms","start":"2026-03-06T00:53:11.855008Z","end":"2026-03-06T00:53:11.964747Z","steps":["trace[1121512597] 'range keys from in-memory index tree' (duration: 109.407514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.96501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.115588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:53:11.965045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.750988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:53:11.965114Z","caller":"traceutil/trace.go:171","msg":"trace[804998075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9451; }","duration":"248.273882ms","start":"2026-03-06T00:53:11.716817Z","end":"2026-03-06T00:53:11.965091Z","steps":["trace[804998075] 'range keys from in-memory index tree' (duration: 247.895653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:11.965149Z","caller":"traceutil/trace.go:171","msg":"trace[573365901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9451; }","duration":"223.920662ms","start":"2026-03-06T00:53:11.741206Z","end":"2026-03-06T00:53:11.965126Z","steps":["trace[573365901] 'range keys from in-memory index tree' (duration: 223.550133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.965013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.50363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:53:11.965349Z","caller":"traceutil/trace.go:171","msg":"trace[14970216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9451; }","duration":"171.869728ms","start":"2026-03-06T00:53:11.793456Z","end":"2026-03-06T00:53:11.965326Z","steps":["trace[14970216] 'range keys from in-memory index tree' (duration: 171.371787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.965465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.667003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:53:11.965564Z","caller":"traceutil/trace.go:171","msg":"trace[1343001110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9451; }","duration":"120.839307ms","start":"2026-03-06T00:53:11.844701Z","end":"2026-03-06T00:53:11.96554Z","steps":["trace[1343001110] 'range keys from in-memory index tree' (duration: 120.400327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.965502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.784162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T00:53:11.965656Z","caller":"traceutil/trace.go:171","msg":"trace[1605867185] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9451; }","duration":"192.994716ms","start":"2026-03-06T00:53:11.772649Z","end":"2026-03-06T00:53:11.965644Z","steps":["trace[1605867185] 'range keys from in-memory index tree' (duration: 192.611048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:32.917735Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:53:32.92272Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:53:32.922804Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:53:37.286491Z","caller":"traceutil/trace.go:171","msg":"trace[2088558489] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"103.400921ms","start":"2026-03-06T00:53:37.183054Z","end":"2026-03-06T00:53:37.286454Z","steps":["trace[2088558489] 'process raft request' (duration: 103.116115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:37.522364Z","caller":"traceutil/trace.go:171","msg":"trace[1833106144] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"106.365487ms","start":"2026-03-06T00:53:37.415957Z","end":"2026-03-06T00:53:37.522322Z","steps":["trace[1833106144] 'process raft request' (duration: 85.872903ms)","trace[1833106144] 'compare' (duration: 20.123556ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:37.682565Z","caller":"traceutil/trace.go:171","msg":"trace[221703426] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"150.823461ms","start":"2026-03-06T00:53:37.531707Z","end":"2026-03-06T00:53:37.682531Z","steps":["trace[221703426] 'process raft request' (duration: 150.449113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:37.682788Z","caller":"traceutil/trace.go:171","msg":"trace[944212905] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"142.985728ms","start":"2026-03-06T00:53:37.539751Z","end":"2026-03-06T00:53:37.682737Z","steps":["trace[944212905] 'process raft request' (duration: 142.651171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:37.729732Z","caller":"traceutil/trace.go:171","msg":"trace[522575915] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"113.811691ms","start":"2026-03-06T00:53:37.615876Z","end":"2026-03-06T00:53:37.729688Z","steps":["trace[522575915] 'process raft request' (duration: 113.465904ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:13.892159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7655} {"level":"info","ts":"2026-03-06T00:54:13.961589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7655,"took":"67.126968ms","hash":2456674450,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":26955776,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T00:54:13.961649Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2456674450,"revision":7655,"compact-revision":5581} {"level":"info","ts":"2026-03-06T00:54:56.663279Z","caller":"traceutil/trace.go:171","msg":"trace[1984599380] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"100.253096ms","start":"2026-03-06T00:54:56.562982Z","end":"2026-03-06T00:54:56.663235Z","steps":["trace[1984599380] 'process raft request' (duration: 98.182341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.265838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056244259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:54:57.720562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055435276s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:54:57.721072Z","caller":"traceutil/trace.go:171","msg":"trace[1338231374] transaction","detail":"{read_only:false; response_revision:10404; number_of_response:1; }","duration":"1.056077921s","start":"2026-03-06T00:54:56.66497Z","end":"2026-03-06T00:54:57.721048Z","steps":["trace[1338231374] 'process raft request' (duration: 1.055876607s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.721209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:56.664943Z","time spent":"1.056183893s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:57.917652Z","caller":"traceutil/trace.go:171","msg":"trace[132022009] transaction","detail":"{read_only:false; response_revision:10405; number_of_response:1; }","duration":"1.251726177s","start":"2026-03-06T00:54:56.665882Z","end":"2026-03-06T00:54:57.917608Z","steps":["trace[132022009] 'process raft request' (duration: 1.180060531s)","trace[132022009] 'compare' (duration: 71.251267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:57.917884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:56.665853Z","time spent":"1.251895791s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:57.918391Z","caller":"traceutil/trace.go:171","msg":"trace[1026080607] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"917.883272ms","start":"2026-03-06T00:54:57.000479Z","end":"2026-03-06T00:54:57.918362Z","steps":["trace[1026080607] 'process raft request' (duration: 917.081215ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:57.918482Z","caller":"traceutil/trace.go:171","msg":"trace[1822772616] linearizableReadLoop","detail":"{readStateIndex:10784; appliedIndex:10781; }","duration":"1.153317812s","start":"2026-03-06T00:54:56.765136Z","end":"2026-03-06T00:54:57.918454Z","steps":["trace[1822772616] 'read index received' (duration: 955.714414ms)","trace[1822772616] 'applied index is now lower than readState.Index' (duration: 197.601148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:57.918576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.000436Z","time spent":"918.034315ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:57.918573Z","caller":"traceutil/trace.go:171","msg":"trace[126770100] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"459.772078ms","start":"2026-03-06T00:54:57.458786Z","end":"2026-03-06T00:54:57.918558Z","steps":["trace[126770100] 'process raft request' (duration: 459.524713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.91865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.458748Z","time spent":"459.86076ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:57.918784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153615038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-06T00:54:57.918821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.160638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:57.918858Z","caller":"traceutil/trace.go:171","msg":"trace[580135802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:10407; }","duration":"1.153767721s","start":"2026-03-06T00:54:56.765069Z","end":"2026-03-06T00:54:57.918837Z","steps":["trace[580135802] 'agreement among raft nodes before linearized reading' (duration: 1.153513485s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.918867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.872961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-06T00:54:57.918853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.284488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:57.918905Z","caller":"traceutil/trace.go:171","msg":"trace[1061407376] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10407; }","duration":"307.952303ms","start":"2026-03-06T00:54:57.610942Z","end":"2026-03-06T00:54:57.918894Z","steps":["trace[1061407376] 'agreement among raft nodes before linearized reading' (duration: 307.79373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.918908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:56.765041Z","time spent":"1.153853043s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T00:54:57.918931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.046366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:57.918943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.610933Z","time spent":"308.002395ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-06T00:54:57.918939Z","caller":"traceutil/trace.go:171","msg":"trace[887208353] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10407; }","duration":"271.412791ms","start":"2026-03-06T00:54:57.647508Z","end":"2026-03-06T00:54:57.91892Z","steps":["trace[887208353] 'agreement among raft nodes before linearized reading' (duration: 271.257257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:57.918959Z","caller":"traceutil/trace.go:171","msg":"trace[80850090] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10407; }","duration":"308.121647ms","start":"2026-03-06T00:54:57.610829Z","end":"2026-03-06T00:54:57.918951Z","steps":["trace[80850090] 'agreement among raft nodes before linearized reading' (duration: 308.080456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.918982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.559514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:57.918992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.610797Z","time spent":"308.188748ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-06T00:54:57.919008Z","caller":"traceutil/trace.go:171","msg":"trace[729923153] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10407; }","duration":"271.620085ms","start":"2026-03-06T00:54:57.64738Z","end":"2026-03-06T00:54:57.919001Z","steps":["trace[729923153] 'agreement among raft nodes before linearized reading' (duration: 271.574194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:57.918882Z","caller":"traceutil/trace.go:171","msg":"trace[405659156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10407; }","duration":"308.24499ms","start":"2026-03-06T00:54:57.610622Z","end":"2026-03-06T00:54:57.918867Z","steps":["trace[405659156] 'agreement among raft nodes before linearized reading' (duration: 308.142627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.919036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.863351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:57.919085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.610614Z","time spent":"308.460474ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:54:57.919109Z","caller":"traceutil/trace.go:171","msg":"trace[1578532533] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10407; }","duration":"271.947022ms","start":"2026-03-06T00:54:57.64714Z","end":"2026-03-06T00:54:57.919087Z","steps":["trace[1578532533] 'agreement among raft nodes before linearized reading' (duration: 271.81883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.91911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.478772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:57.919161Z","caller":"traceutil/trace.go:171","msg":"trace[1219187296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10407; }","duration":"271.565114ms","start":"2026-03-06T00:54:57.647583Z","end":"2026-03-06T00:54:57.919148Z","steps":["trace[1219187296] 'agreement among raft nodes before linearized reading' (duration: 271.474012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.91919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.028995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T00:54:57.919214Z","caller":"traceutil/trace.go:171","msg":"trace[216585742] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10407; }","duration":"308.073736ms","start":"2026-03-06T00:54:57.611133Z","end":"2026-03-06T00:54:57.919207Z","steps":["trace[216585742] 'agreement among raft nodes before linearized reading' (duration: 307.937383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.919121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.381512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:57.919244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.080437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-06T00:54:57.91928Z","caller":"traceutil/trace.go:171","msg":"trace[1810715613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10407; }","duration":"268.183619ms","start":"2026-03-06T00:54:57.651088Z","end":"2026-03-06T00:54:57.919271Z","steps":["trace[1810715613] 'agreement among raft nodes before linearized reading' (duration: 268.077537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:57.919292Z","caller":"traceutil/trace.go:171","msg":"trace[479832062] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10407; }","duration":"308.604627ms","start":"2026-03-06T00:54:57.610663Z","end":"2026-03-06T00:54:57.919268Z","steps":["trace[479832062] 'agreement among raft nodes before linearized reading' (duration: 308.357092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.9193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.975734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:57.919237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.611122Z","time spent":"308.110367ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-06T00:54:57.919311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.407272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:57.919356Z","caller":"traceutil/trace.go:171","msg":"trace[1249317416] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10407; }","duration":"842.087486ms","start":"2026-03-06T00:54:57.077253Z","end":"2026-03-06T00:54:57.919341Z","steps":["trace[1249317416] 'agreement among raft nodes before linearized reading' (duration: 841.478373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:57.919401Z","caller":"traceutil/trace.go:171","msg":"trace[1360761700] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10407; }","duration":"630.559545ms","start":"2026-03-06T00:54:57.288819Z","end":"2026-03-06T00:54:57.919378Z","steps":["trace[1360761700] 'agreement among raft nodes before linearized reading' (duration: 630.364761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.91945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.288799Z","time spent":"630.640177ms","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:57.919347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.61064Z","time spent":"308.689229ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:54:57.919484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.077221Z","time spent":"842.251469ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:57.919733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.287923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:57.91977Z","caller":"traceutil/trace.go:171","msg":"trace[2901242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10407; }","duration":"309.362565ms","start":"2026-03-06T00:54:57.610397Z","end":"2026-03-06T00:54:57.919759Z","steps":["trace[2901242] 'agreement among raft nodes before linearized reading' (duration: 309.298843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.919793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.610377Z","time spent":"309.410425ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:54:57.919769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.831896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:57.919831Z","caller":"traceutil/trace.go:171","msg":"trace[281369199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10407; }","duration":"621.931578ms","start":"2026-03-06T00:54:57.297885Z","end":"2026-03-06T00:54:57.919817Z","steps":["trace[281369199] 'agreement among raft nodes before linearized reading' (duration: 621.844256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:57.91986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:57.29786Z","time spent":"621.99371ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:54:58.74246Z","caller":"traceutil/trace.go:171","msg":"trace[844991510] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"124.091083ms","start":"2026-03-06T00:54:58.618325Z","end":"2026-03-06T00:54:58.742416Z","steps":["trace[844991510] 'process raft request' (duration: 123.891318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:12.584663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.00634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:55:12.584748Z","caller":"traceutil/trace.go:171","msg":"trace[468184150] linearizableReadLoop","detail":"{readStateIndex:10900; appliedIndex:10899; }","duration":"285.315351ms","start":"2026-03-06T00:55:12.299422Z","end":"2026-03-06T00:55:12.584738Z","steps":["trace[468184150] 'read index received' (duration: 179.064206ms)","trace[468184150] 'applied index is now lower than readState.Index' (duration: 106.250235ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:55:12.584795Z","caller":"traceutil/trace.go:171","msg":"trace[682100408] transaction","detail":"{read_only:false; response_revision:10519; number_of_response:1; }","duration":"291.67941ms","start":"2026-03-06T00:55:12.293109Z","end":"2026-03-06T00:55:12.584789Z","steps":["trace[682100408] 'process raft request' (duration: 185.478576ms)","trace[682100408] 'compare' (duration: 105.928999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:55:12.584873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.455855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:55:12.584908Z","caller":"traceutil/trace.go:171","msg":"trace[393165758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10519; }","duration":"285.518137ms","start":"2026-03-06T00:55:12.299384Z","end":"2026-03-06T00:55:12.584903Z","steps":["trace[393165758] 'agreement among raft nodes before linearized reading' (duration: 285.467876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:55:12.585045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.992794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:55:12.585149Z","caller":"traceutil/trace.go:171","msg":"trace[64149396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10519; }","duration":"184.161267ms","start":"2026-03-06T00:55:12.400968Z","end":"2026-03-06T00:55:12.585129Z","steps":["trace[64149396] 'agreement among raft nodes before linearized reading' (duration: 183.961312ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:14.747608Z","caller":"traceutil/trace.go:171","msg":"trace[248101185] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"149.551516ms","start":"2026-03-06T00:55:14.59803Z","end":"2026-03-06T00:55:14.747582Z","steps":["trace[248101185] 'process raft request' (duration: 149.400352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:15.976581Z","caller":"traceutil/trace.go:171","msg":"trace[1850878366] linearizableReadLoop","detail":"{readStateIndex:10920; appliedIndex:10919; }","duration":"131.566325ms","start":"2026-03-06T00:55:15.844986Z","end":"2026-03-06T00:55:15.976552Z","steps":["trace[1850878366] 'read index received' (duration: 58.684613ms)","trace[1850878366] 'applied index is now lower than readState.Index' (duration: 72.880472ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:55:15.97662Z","caller":"traceutil/trace.go:171","msg":"trace[138577953] transaction","detail":"{read_only:false; response_revision:10539; number_of_response:1; }","duration":"150.293151ms","start":"2026-03-06T00:55:15.826295Z","end":"2026-03-06T00:55:15.976588Z","steps":["trace[138577953] 'process raft request' (duration: 77.45926ms)","trace[138577953] 'compare' (duration: 72.601016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:55:15.976963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.950244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:55:15.977057Z","caller":"traceutil/trace.go:171","msg":"trace[588172514] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10539; }","duration":"132.094217ms","start":"2026-03-06T00:55:15.844942Z","end":"2026-03-06T00:55:15.977036Z","steps":["trace[588172514] 'agreement among raft nodes before linearized reading' (duration: 131.76871ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:16.188004Z","caller":"traceutil/trace.go:171","msg":"trace[605850798] linearizableReadLoop","detail":"{readStateIndex:10923; appliedIndex:10921; }","duration":"143.958485ms","start":"2026-03-06T00:55:16.044012Z","end":"2026-03-06T00:55:16.187971Z","steps":["trace[605850798] 'read index received' (duration: 17.05869ms)","trace[605850798] 'applied index is now lower than readState.Index' (duration: 126.898425ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:55:16.188053Z","caller":"traceutil/trace.go:171","msg":"trace[1603028365] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"173.944915ms","start":"2026-03-06T00:55:16.014072Z","end":"2026-03-06T00:55:16.188016Z","steps":["trace[1603028365] 'process raft request' (duration: 141.606483ms)","trace[1603028365] 'compare' (duration: 32.044176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:55:16.188598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.564418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:55:16.188685Z","caller":"traceutil/trace.go:171","msg":"trace[866315689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:10542; }","duration":"144.700021ms","start":"2026-03-06T00:55:16.043966Z","end":"2026-03-06T00:55:16.188666Z","steps":["trace[866315689] 'agreement among raft nodes before linearized reading' (duration: 144.111328ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:16.349179Z","caller":"traceutil/trace.go:171","msg":"trace[1975787914] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"103.108418ms","start":"2026-03-06T00:55:16.246045Z","end":"2026-03-06T00:55:16.349153Z","steps":["trace[1975787914] 'process raft request' (duration: 81.743785ms)","trace[1975787914] 'compare' (duration: 21.112148ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:55:16.661256Z","caller":"traceutil/trace.go:171","msg":"trace[715826808] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"167.995476ms","start":"2026-03-06T00:55:16.493235Z","end":"2026-03-06T00:55:16.66123Z","steps":["trace[715826808] 'process raft request' (duration: 167.813072ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:10.544916Z","caller":"traceutil/trace.go:171","msg":"trace[1574117947] transaction","detail":"{read_only:false; response_revision:11919; number_of_response:1; }","duration":"106.263277ms","start":"2026-03-06T00:59:10.438625Z","end":"2026-03-06T00:59:10.544888Z","steps":["trace[1574117947] 'process raft request' (duration: 106.187466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:10.544921Z","caller":"traceutil/trace.go:171","msg":"trace[380689124] transaction","detail":"{read_only:false; response_revision:11918; number_of_response:1; }","duration":"106.302998ms","start":"2026-03-06T00:59:10.438579Z","end":"2026-03-06T00:59:10.544882Z","steps":["trace[380689124] 'process raft request' (duration: 95.563422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:10.544988Z","caller":"traceutil/trace.go:171","msg":"trace[348896175] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"106.350429ms","start":"2026-03-06T00:59:10.438621Z","end":"2026-03-06T00:59:10.544972Z","steps":["trace[348896175] 'process raft request' (duration: 106.223927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:10.545018Z","caller":"traceutil/trace.go:171","msg":"trace[837927158] transaction","detail":"{read_only:false; response_revision:11921; number_of_response:1; }","duration":"106.3444ms","start":"2026-03-06T00:59:10.438657Z","end":"2026-03-06T00:59:10.545001Z","steps":["trace[837927158] 'process raft request' (duration: 106.218537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:10.545029Z","caller":"traceutil/trace.go:171","msg":"trace[1496490790] linearizableReadLoop","detail":"{readStateIndex:12355; appliedIndex:12349; }","duration":"105.045801ms","start":"2026-03-06T00:59:10.439958Z","end":"2026-03-06T00:59:10.545004Z","steps":["trace[1496490790] 'read index received' (duration: 51.079203ms)","trace[1496490790] 'applied index is now lower than readState.Index' (duration: 53.965418ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:10.54511Z","caller":"traceutil/trace.go:171","msg":"trace[1122650732] transaction","detail":"{read_only:false; response_revision:11922; number_of_response:1; }","duration":"106.396831ms","start":"2026-03-06T00:59:10.438701Z","end":"2026-03-06T00:59:10.545098Z","steps":["trace[1122650732] 'process raft request' (duration: 106.204287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:10.545164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.184894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:10.545216Z","caller":"traceutil/trace.go:171","msg":"trace[1340112943] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:11923; }","duration":"105.267936ms","start":"2026-03-06T00:59:10.439932Z","end":"2026-03-06T00:59:10.5452Z","steps":["trace[1340112943] 'agreement among raft nodes before linearized reading' (duration: 105.171974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:10.841655Z","caller":"traceutil/trace.go:171","msg":"trace[1642189402] linearizableReadLoop","detail":"{readStateIndex:12366; appliedIndex:12365; }","duration":"106.127855ms","start":"2026-03-06T00:59:10.735492Z","end":"2026-03-06T00:59:10.841619Z","steps":["trace[1642189402] 'read index received' (duration: 105.928431ms)","trace[1642189402] 'applied index is now lower than readState.Index' (duration: 198.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:10.841728Z","caller":"traceutil/trace.go:171","msg":"trace[544470768] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11931; }","duration":"126.639617ms","start":"2026-03-06T00:59:10.715029Z","end":"2026-03-06T00:59:10.841668Z","steps":["trace[544470768] 'process raft request' (duration: 126.465143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:10.84197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.451433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-06T00:59:10.842025Z","caller":"traceutil/trace.go:171","msg":"trace[1911455741] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11931; }","duration":"101.550574ms","start":"2026-03-06T00:59:10.740457Z","end":"2026-03-06T00:59:10.842008Z","steps":["trace[1911455741] 'agreement among raft nodes before linearized reading' (duration: 101.34573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:10.842012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.615899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-06T00:59:10.842142Z","caller":"traceutil/trace.go:171","msg":"trace[805739478] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11931; }","duration":"133.793734ms","start":"2026-03-06T00:59:10.70832Z","end":"2026-03-06T00:59:10.842114Z","steps":["trace[805739478] 'agreement among raft nodes before linearized reading' (duration: 133.466767ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:13.898154Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9994} {"level":"info","ts":"2026-03-06T00:59:13.978823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9994,"took":"78.153029ms","hash":3713069,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":24481792,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T00:59:13.978881Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3713069,"revision":9994,"compact-revision":7655} {"level":"info","ts":"2026-03-06T00:59:56.611347Z","caller":"traceutil/trace.go:171","msg":"trace[61622361] linearizableReadLoop","detail":"{readStateIndex:12750; appliedIndex:12748; }","duration":"123.588888ms","start":"2026-03-06T00:59:56.487731Z","end":"2026-03-06T00:59:56.61132Z","steps":["trace[61622361] 'read index received' (duration: 71.764908ms)","trace[61622361] 'applied index is now lower than readState.Index' (duration: 51.82231ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:56.61139Z","caller":"traceutil/trace.go:171","msg":"trace[1890253187] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"146.229527ms","start":"2026-03-06T00:59:56.465117Z","end":"2026-03-06T00:59:56.611346Z","steps":["trace[1890253187] 'process raft request' (duration: 117.624408ms)","trace[1890253187] 'compare' (duration: 28.434185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:56.611571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.824973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T00:59:56.611616Z","caller":"traceutil/trace.go:171","msg":"trace[1224790191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:12302; }","duration":"123.931026ms","start":"2026-03-06T00:59:56.487674Z","end":"2026-03-06T00:59:56.611605Z","steps":["trace[1224790191] 'agreement among raft nodes before linearized reading' (duration: 123.759422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:19.981419Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003259.wal"} {"level":"info","ts":"2026-03-06T01:00:39.212085Z","caller":"traceutil/trace.go:171","msg":"trace[408627665] linearizableReadLoop","detail":"{readStateIndex:13037; appliedIndex:13036; }","duration":"177.067875ms","start":"2026-03-06T01:00:39.034991Z","end":"2026-03-06T01:00:39.212059Z","steps":["trace[408627665] 'read index received' (duration: 176.85971ms)","trace[408627665] 'applied index is now lower than readState.Index' (duration: 207.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:39.212462Z","caller":"traceutil/trace.go:171","msg":"trace[799954037] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"189.921798ms","start":"2026-03-06T01:00:39.022525Z","end":"2026-03-06T01:00:39.212447Z","steps":["trace[799954037] 'process raft request' (duration: 189.397407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.212733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.722579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T01:00:39.212774Z","caller":"traceutil/trace.go:171","msg":"trace[2055857549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12578; }","duration":"177.798901ms","start":"2026-03-06T01:00:39.034965Z","end":"2026-03-06T01:00:39.212764Z","steps":["trace[2055857549] 'agreement among raft nodes before linearized reading' (duration: 177.665668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.21299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.984641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T01:00:39.213029Z","caller":"traceutil/trace.go:171","msg":"trace[1778779531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12578; }","duration":"176.041811ms","start":"2026-03-06T01:00:39.036976Z","end":"2026-03-06T01:00:39.213018Z","steps":["trace[1778779531] 'agreement among raft nodes before linearized reading' (duration: 175.937139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.213303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.064088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T01:00:39.213394Z","caller":"traceutil/trace.go:171","msg":"trace[1835687376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:12578; }","duration":"139.192061ms","start":"2026-03-06T01:00:39.074182Z","end":"2026-03-06T01:00:39.213374Z","steps":["trace[1835687376] 'agreement among raft nodes before linearized reading' (duration: 138.936346ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:01.204253Z","caller":"traceutil/trace.go:171","msg":"trace[552032313] transaction","detail":"{read_only:false; response_revision:12688; number_of_response:1; }","duration":"303.160899ms","start":"2026-03-06T01:01:00.901065Z","end":"2026-03-06T01:01:01.204226Z","steps":["trace[552032313] 'process raft request' (duration: 303.017175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:01.204503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:00.901044Z","time spent":"303.294553ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:07.417575Z","caller":"traceutil/trace.go:171","msg":"trace[1911342963] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"186.89127ms","start":"2026-03-06T01:01:07.230653Z","end":"2026-03-06T01:01:07.417544Z","steps":["trace[1911342963] 'process raft request' (duration: 186.724046ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:07.444207Z","caller":"traceutil/trace.go:171","msg":"trace[1461796452] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"124.495519ms","start":"2026-03-06T01:01:07.31969Z","end":"2026-03-06T01:01:07.444185Z","steps":["trace[1461796452] 'process raft request' (duration: 124.352765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:16.640987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.174246Z","time spent":"466.729688ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:01:16.640987Z","caller":"traceutil/trace.go:171","msg":"trace[1530566409] linearizableReadLoop","detail":"{readStateIndex:13241; appliedIndex:13240; }","duration":"392.712779ms","start":"2026-03-06T01:01:16.248239Z","end":"2026-03-06T01:01:16.640952Z","steps":["trace[1530566409] 'read index received' (duration: 392.444463ms)","trace[1530566409] 'applied index is now lower than readState.Index' (duration: 266.346µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:16.641206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.943744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:01:16.641283Z","caller":"traceutil/trace.go:171","msg":"trace[14799787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12772; }","duration":"393.077837ms","start":"2026-03-06T01:01:16.248187Z","end":"2026-03-06T01:01:16.641265Z","steps":["trace[14799787] 'agreement among raft nodes before linearized reading' (duration: 392.853092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:16.641324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.248165Z","time spent":"393.152118ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:01:16.641396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.432565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:01:16.641468Z","caller":"traceutil/trace.go:171","msg":"trace[612578564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12772; }","duration":"303.584228ms","start":"2026-03-06T01:01:16.337869Z","end":"2026-03-06T01:01:16.641453Z","steps":["trace[612578564] 'agreement among raft nodes before linearized reading' (duration: 303.303892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:16.641527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.337852Z","time spent":"303.66103ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:01:17.310179Z","caller":"traceutil/trace.go:171","msg":"trace[1889583211] transaction","detail":"{read_only:false; response_revision:12773; number_of_response:1; }","duration":"668.192769ms","start":"2026-03-06T01:01:16.641947Z","end":"2026-03-06T01:01:17.31014Z","steps":["trace[1889583211] 'process raft request' (duration: 604.654241ms)","trace[1889583211] 'compare' (duration: 63.345253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:17.310339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.641924Z","time spent":"668.333582ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:17.315714Z","caller":"traceutil/trace.go:171","msg":"trace[1562315123] linearizableReadLoop","detail":"{readStateIndex:13245; appliedIndex:13241; }","duration":"425.442079ms","start":"2026-03-06T01:01:16.890245Z","end":"2026-03-06T01:01:17.315687Z","steps":["trace[1562315123] 'read index received' (duration: 356.41702ms)","trace[1562315123] 'applied index is now lower than readState.Index' (duration: 69.023939ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:01:17.316256Z","caller":"traceutil/trace.go:171","msg":"trace[1031139439] transaction","detail":"{read_only:false; response_revision:12774; number_of_response:1; }","duration":"671.590734ms","start":"2026-03-06T01:01:16.644624Z","end":"2026-03-06T01:01:17.316215Z","steps":["trace[1031139439] 'process raft request' (duration: 670.801307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:17.316463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.644595Z","time spent":"671.737607ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:17.316561Z","caller":"traceutil/trace.go:171","msg":"trace[461359481] transaction","detail":"{read_only:false; response_revision:12776; number_of_response:1; }","duration":"492.983184ms","start":"2026-03-06T01:01:16.82356Z","end":"2026-03-06T01:01:17.316543Z","steps":["trace[461359481] 'process raft request' (duration: 492.047744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:17.316626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.363039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T01:01:17.316647Z","caller":"traceutil/trace.go:171","msg":"trace[543277890] transaction","detail":"{read_only:false; response_revision:12777; number_of_response:1; }","duration":"268.958247ms","start":"2026-03-06T01:01:17.047658Z","end":"2026-03-06T01:01:17.316616Z","steps":["trace[543277890] 'process raft request' (duration: 267.988776ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:17.316684Z","caller":"traceutil/trace.go:171","msg":"trace[2056402839] transaction","detail":"{read_only:false; response_revision:12775; number_of_response:1; }","duration":"671.86474ms","start":"2026-03-06T01:01:16.644811Z","end":"2026-03-06T01:01:17.316675Z","steps":["trace[2056402839] 'process raft request' (duration: 670.755706ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:17.316708Z","caller":"traceutil/trace.go:171","msg":"trace[610638265] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12777; }","duration":"426.488251ms","start":"2026-03-06T01:01:16.890202Z","end":"2026-03-06T01:01:17.316691Z","steps":["trace[610638265] 'agreement among raft nodes before linearized reading' (duration: 426.281677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:17.316721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.644785Z","time spent":"671.916251ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:17.31676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.890183Z","time spent":"426.567494ms","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T01:01:17.316835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.437074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130343"} {"level":"info","ts":"2026-03-06T01:01:17.316872Z","caller":"traceutil/trace.go:171","msg":"trace[1649055049] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12777; }","duration":"423.532546ms","start":"2026-03-06T01:01:16.89333Z","end":"2026-03-06T01:01:17.316863Z","steps":["trace[1649055049] 'agreement among raft nodes before linearized reading' (duration: 423.406473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:17.316651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.823537Z","time spent":"493.071817ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:17.316899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:16.893299Z","time spent":"423.594288ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130366,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T01:01:17.317018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.225826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:17.317064Z","caller":"traceutil/trace.go:171","msg":"trace[475943928] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:12777; }","duration":"111.303707ms","start":"2026-03-06T01:01:17.205749Z","end":"2026-03-06T01:01:17.317053Z","steps":["trace[475943928] 'agreement among raft nodes before linearized reading' (duration: 111.157394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.002714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056251367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:01:20.037317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.86907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:01:20.037383Z","caller":"traceutil/trace.go:171","msg":"trace[1228939984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12791; }","duration":"547.978342ms","start":"2026-03-06T01:01:19.489385Z","end":"2026-03-06T01:01:20.037364Z","steps":["trace[1228939984] 'range keys from in-memory index tree' (duration: 547.707537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.037424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.489364Z","time spent":"548.051084ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:01:20.037415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.327284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:01:20.037497Z","caller":"traceutil/trace.go:171","msg":"trace[677846487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12791; }","duration":"715.452316ms","start":"2026-03-06T01:01:19.322023Z","end":"2026-03-06T01:01:20.037475Z","steps":["trace[677846487] 'range keys from in-memory index tree' (duration: 715.150451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.03754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.322012Z","time spent":"715.519109ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:01:20.03794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.769714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:20.037976Z","caller":"traceutil/trace.go:171","msg":"trace[1902269752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12791; }","duration":"738.804945ms","start":"2026-03-06T01:01:19.29916Z","end":"2026-03-06T01:01:20.037965Z","steps":["trace[1902269752] 'range keys from in-memory index tree' (duration: 738.632621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.038003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.299102Z","time spent":"738.894397ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:01:20.038008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.860689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:01:20.038067Z","caller":"traceutil/trace.go:171","msg":"trace[2144138872] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12791; }","duration":"716.956101ms","start":"2026-03-06T01:01:19.321091Z","end":"2026-03-06T01:01:20.038047Z","steps":["trace[2144138872] 'range keys from in-memory index tree' (duration: 716.716345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.038119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.321053Z","time spent":"717.053572ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:01:20.038136Z","caller":"traceutil/trace.go:171","msg":"trace[1202628871] transaction","detail":"{read_only:false; response_revision:12792; number_of_response:1; }","duration":"544.689211ms","start":"2026-03-06T01:01:19.493431Z","end":"2026-03-06T01:01:20.03812Z","steps":["trace[1202628871] 'process raft request' (duration: 531.176231ms)","trace[1202628871] 'compare' (duration: 12.540027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:20.038222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.493402Z","time spent":"544.762782ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:20.044849Z","caller":"traceutil/trace.go:171","msg":"trace[2080502517] linearizableReadLoop","detail":"{readStateIndex:13262; appliedIndex:13260; }","duration":"543.189287ms","start":"2026-03-06T01:01:19.501635Z","end":"2026-03-06T01:01:20.044824Z","steps":["trace[2080502517] 'read index received' (duration: 522.987879ms)","trace[2080502517] 'applied index is now lower than readState.Index' (duration: 20.200078ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:01:20.044952Z","caller":"traceutil/trace.go:171","msg":"trace[1968578385] transaction","detail":"{read_only:false; response_revision:12793; number_of_response:1; }","duration":"301.808934ms","start":"2026-03-06T01:01:19.743096Z","end":"2026-03-06T01:01:20.044905Z","steps":["trace[1968578385] 'process raft request' (duration: 301.587869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.045029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.393591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:01:20.045076Z","caller":"traceutil/trace.go:171","msg":"trace[17455846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12793; }","duration":"543.465103ms","start":"2026-03-06T01:01:19.5016Z","end":"2026-03-06T01:01:20.045065Z","steps":["trace[17455846] 'agreement among raft nodes before linearized reading' (duration: 543.32885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.0451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.501589Z","time spent":"543.506944ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:01:20.045172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.74306Z","time spent":"301.980667ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:20.157609Z","caller":"traceutil/trace.go:171","msg":"trace[1101819869] linearizableReadLoop","detail":"{readStateIndex:13265; appliedIndex:13262; }","duration":"112.658848ms","start":"2026-03-06T01:01:20.044924Z","end":"2026-03-06T01:01:20.157583Z","steps":["trace[1101819869] 'read index received' (duration: 112.472294ms)","trace[1101819869] 'applied index is now lower than readState.Index' (duration: 185.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:01:20.157625Z","caller":"traceutil/trace.go:171","msg":"trace[689718701] transaction","detail":"{read_only:false; response_revision:12794; number_of_response:1; }","duration":"114.599261ms","start":"2026-03-06T01:01:20.042986Z","end":"2026-03-06T01:01:20.157585Z","steps":["trace[689718701] 'process raft request' (duration: 114.325405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.15777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.382925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:20.157851Z","caller":"traceutil/trace.go:171","msg":"trace[217521597] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12796; }","duration":"398.515178ms","start":"2026-03-06T01:01:19.759317Z","end":"2026-03-06T01:01:20.157832Z","steps":["trace[217521597] 'agreement among raft nodes before linearized reading' (duration: 398.288743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.157856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.503966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:01:20.157897Z","caller":"traceutil/trace.go:171","msg":"trace[458665375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12796; }","duration":"627.599499ms","start":"2026-03-06T01:01:19.530287Z","end":"2026-03-06T01:01:20.157886Z","steps":["trace[458665375] 'agreement among raft nodes before linearized reading' (duration: 627.430055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.157871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.330075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T01:01:20.157942Z","caller":"traceutil/trace.go:171","msg":"trace[1826294095] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"114.793446ms","start":"2026-03-06T01:01:20.043137Z","end":"2026-03-06T01:01:20.157931Z","steps":["trace[1826294095] 'process raft request' (duration: 114.348516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.157943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.53027Z","time spent":"627.66456ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:01:20.157987Z","caller":"traceutil/trace.go:171","msg":"trace[1308481360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:12796; }","duration":"610.487219ms","start":"2026-03-06T01:01:19.547472Z","end":"2026-03-06T01:01:20.157959Z","steps":["trace[1308481360] 'agreement among raft nodes before linearized reading' (duration: 610.159742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.157896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.759306Z","time spent":"398.58014ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:01:20.158072Z","caller":"traceutil/trace.go:171","msg":"trace[1970787817] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"114.208752ms","start":"2026-03-06T01:01:20.043853Z","end":"2026-03-06T01:01:20.158062Z","steps":["trace[1970787817] 'process raft request' (duration: 113.68648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.158064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.547461Z","time spent":"610.587131ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T01:01:20.158067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.784654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-5nq5g\" ","response":"range_response_count:1 size:12808"} {"level":"info","ts":"2026-03-06T01:01:20.158143Z","caller":"traceutil/trace.go:171","msg":"trace[591822860] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-5nq5g; range_end:; response_count:1; response_revision:12796; }","duration":"476.908196ms","start":"2026-03-06T01:01:19.681217Z","end":"2026-03-06T01:01:20.158126Z","steps":["trace[591822860] 'agreement among raft nodes before linearized reading' (duration: 476.64073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.158161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.272945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:20.158189Z","caller":"traceutil/trace.go:171","msg":"trace[1304881585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12796; }","duration":"119.346596ms","start":"2026-03-06T01:01:20.038834Z","end":"2026-03-06T01:01:20.158181Z","steps":["trace[1304881585] 'agreement among raft nodes before linearized reading' (duration: 119.304445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.158192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.681202Z","time spent":"476.980238ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12831,"request content":"key:\"/registry/pods/openstack/openvswitch-5nq5g\" "} {"level":"warn","ts":"2026-03-06T01:01:20.158817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.421171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:01:20.159025Z","caller":"traceutil/trace.go:171","msg":"trace[1762277762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12796; }","duration":"630.786768ms","start":"2026-03-06T01:01:19.528093Z","end":"2026-03-06T01:01:20.15888Z","steps":["trace[1762277762] 'agreement among raft nodes before linearized reading' (duration: 629.900668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:20.159083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:19.528083Z","time spent":"630.988074ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:01:20.166159Z","caller":"traceutil/trace.go:171","msg":"trace[1671358627] transaction","detail":"{read_only:false; response_revision:12797; number_of_response:1; }","duration":"116.504243ms","start":"2026-03-06T01:01:20.049634Z","end":"2026-03-06T01:01:20.166139Z","steps":["trace[1671358627] 'process raft request' (duration: 116.393781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:26.814455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.840096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:01:26.814797Z","caller":"traceutil/trace.go:171","msg":"trace[1734051817] transaction","detail":"{read_only:false; response_revision:12929; number_of_response:1; }","duration":"617.947955ms","start":"2026-03-06T01:01:26.196828Z","end":"2026-03-06T01:01:26.814776Z","steps":["trace[1734051817] 'process raft request' (duration: 617.866913ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:26.814741Z","caller":"traceutil/trace.go:171","msg":"trace[2087250706] transaction","detail":"{read_only:false; response_revision:12926; number_of_response:1; }","duration":"618.805184ms","start":"2026-03-06T01:01:26.195864Z","end":"2026-03-06T01:01:26.814669Z","steps":["trace[2087250706] 'process raft request' (duration: 430.61903ms)","trace[2087250706] 'compare' (duration: 187.521488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:26.814874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.196805Z","time spent":"618.035338ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:26.814944Z","caller":"traceutil/trace.go:171","msg":"trace[1408660808] linearizableReadLoop","detail":"{readStateIndex:13403; appliedIndex:13397; }","duration":"609.296803ms","start":"2026-03-06T01:01:26.205616Z","end":"2026-03-06T01:01:26.814913Z","steps":["trace[1408660808] 'read index received' (duration: 420.880924ms)","trace[1408660808] 'applied index is now lower than readState.Index' (duration: 188.414849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:26.815005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.195839Z","time spent":"619.05275ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:26.815074Z","caller":"traceutil/trace.go:171","msg":"trace[1123478495] transaction","detail":"{read_only:false; response_revision:12930; number_of_response:1; }","duration":"617.905884ms","start":"2026-03-06T01:01:26.197156Z","end":"2026-03-06T01:01:26.815061Z","steps":["trace[1123478495] 'process raft request' (duration: 617.576607ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:26.815112Z","caller":"traceutil/trace.go:171","msg":"trace[156602923] transaction","detail":"{read_only:false; response_revision:12927; number_of_response:1; }","duration":"618.63046ms","start":"2026-03-06T01:01:26.196471Z","end":"2026-03-06T01:01:26.815101Z","steps":["trace[156602923] 'process raft request' (duration: 618.094989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:26.815173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.196404Z","time spent":"618.738962ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:26.815181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.19712Z","time spent":"617.982466ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:26.815273Z","caller":"traceutil/trace.go:171","msg":"trace[1209683239] transaction","detail":"{read_only:false; response_revision:12928; number_of_response:1; }","duration":"618.62382ms","start":"2026-03-06T01:01:26.19664Z","end":"2026-03-06T01:01:26.815263Z","steps":["trace[1209683239] 'process raft request' (duration: 618.018407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:26.815318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.196625Z","time spent":"618.668931ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:26.81547Z","caller":"traceutil/trace.go:171","msg":"trace[1749545861] transaction","detail":"{read_only:false; response_revision:12931; number_of_response:1; }","duration":"618.099559ms","start":"2026-03-06T01:01:26.197344Z","end":"2026-03-06T01:01:26.815444Z","steps":["trace[1749545861] 'process raft request' (duration: 617.488765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:26.815589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.197336Z","time spent":"618.195231ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:26.815601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.837438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-06T01:01:26.815689Z","caller":"traceutil/trace.go:171","msg":"trace[569757750] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652; range_end:; response_count:1; response_revision:12931; }","duration":"615.9211ms","start":"2026-03-06T01:01:26.199749Z","end":"2026-03-06T01:01:26.815671Z","steps":["trace[569757750] 'agreement among raft nodes before linearized reading' (duration: 615.604213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:26.815734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.199729Z","time spent":"615.996552ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652\" "} {"level":"warn","ts":"2026-03-06T01:01:27.315877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056251678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:01:27.860117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.377743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:01:27.860241Z","caller":"traceutil/trace.go:171","msg":"trace[568635535] transaction","detail":"{read_only:false; response_revision:12932; number_of_response:1; }","duration":"1.64130256s","start":"2026-03-06T01:01:26.21891Z","end":"2026-03-06T01:01:27.860213Z","steps":["trace[568635535] 'process raft request' (duration: 1.206735233s)","trace[568635535] 'compare' (duration: 425.599849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:27.860293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.218896Z","time spent":"1.641374792s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:01:28.241802Z","caller":"traceutil/trace.go:171","msg":"trace[1238980356] linearizableReadLoop","detail":"{readStateIndex:13405; appliedIndex:13403; }","duration":"1.426765722s","start":"2026-03-06T01:01:26.81501Z","end":"2026-03-06T01:01:28.241776Z","steps":["trace[1238980356] 'read index received' (duration: 610.875688ms)","trace[1238980356] 'applied index is now lower than readState.Index' (duration: 815.888944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:28.241917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942781076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:28.24194Z","caller":"traceutil/trace.go:171","msg":"trace[860630166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12933; }","duration":"1.942872488s","start":"2026-03-06T01:01:26.299061Z","end":"2026-03-06T01:01:28.241933Z","steps":["trace[860630166] 'agreement among raft nodes before linearized reading' (duration: 1.942813197s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.241961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.299033Z","time spent":"1.942923519s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:01:28.241937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486135329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:28.242035Z","caller":"traceutil/trace.go:171","msg":"trace[739402581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12933; }","duration":"1.486310023s","start":"2026-03-06T01:01:26.755705Z","end":"2026-03-06T01:01:28.242016Z","steps":["trace[739402581] 'agreement among raft nodes before linearized reading' (duration: 1.486091988s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.242001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90282727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:01:28.242092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.755672Z","time spent":"1.486408885s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:01:28.242124Z","caller":"traceutil/trace.go:171","msg":"trace[6751530] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12933; }","duration":"1.903003104s","start":"2026-03-06T01:01:26.339086Z","end":"2026-03-06T01:01:28.242089Z","steps":["trace[6751530] 'agreement among raft nodes before linearized reading' (duration: 1.90280652s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.242184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.339062Z","time spent":"1.903105236s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:01:28.242267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032115038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T01:01:28.2423Z","caller":"traceutil/trace.go:171","msg":"trace[671186940] transaction","detail":"{read_only:false; response_revision:12933; number_of_response:1; }","duration":"1.368656764s","start":"2026-03-06T01:01:26.873492Z","end":"2026-03-06T01:01:28.242149Z","steps":["trace[671186940] 'process raft request' (duration: 1.368148042s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:28.242386Z","caller":"traceutil/trace.go:171","msg":"trace[2013754510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:12933; }","duration":"2.03225398s","start":"2026-03-06T01:01:26.210102Z","end":"2026-03-06T01:01:28.242356Z","steps":["trace[2013754510] 'agreement among raft nodes before linearized reading' (duration: 2.032063506s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.242408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462075745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-06T01:01:28.242451Z","caller":"traceutil/trace.go:171","msg":"trace[147097533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652; range_end:; response_count:1; response_revision:12933; }","duration":"1.462156897s","start":"2026-03-06T01:01:26.780281Z","end":"2026-03-06T01:01:28.242438Z","steps":["trace[147097533] 'agreement among raft nodes before linearized reading' (duration: 1.462013844s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.242455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.210089Z","time spent":"2.032356713s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T01:01:28.242486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.780256Z","time spent":"1.462216879s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652\" "} {"level":"warn","ts":"2026-03-06T01:01:28.242379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034824908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-06T01:01:28.242538Z","caller":"traceutil/trace.go:171","msg":"trace[1788734867] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12933; }","duration":"2.035021832s","start":"2026-03-06T01:01:26.207502Z","end":"2026-03-06T01:01:28.242524Z","steps":["trace[1788734867] 'agreement among raft nodes before linearized reading' (duration: 2.034693935s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.242116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921405703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-06T01:01:28.242626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.207491Z","time spent":"2.035120395s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:01:28.242651Z","caller":"traceutil/trace.go:171","msg":"trace[977700046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12933; }","duration":"1.922004245s","start":"2026-03-06T01:01:26.320633Z","end":"2026-03-06T01:01:28.242638Z","steps":["trace[977700046] 'agreement among raft nodes before linearized reading' (duration: 1.921219668s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.242684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.32061Z","time spent":"1.922065527s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:01:28.242885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:26.873461Z","time spent":"1.368913818s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:28.252702Z","caller":"traceutil/trace.go:171","msg":"trace[1909157346] transaction","detail":"{read_only:false; response_revision:12934; number_of_response:1; }","duration":"571.207708ms","start":"2026-03-06T01:01:27.681478Z","end":"2026-03-06T01:01:28.252685Z","steps":["trace[1909157346] 'process raft request' (duration: 571.001804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.252816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.681444Z","time spent":"571.30953ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:28.25302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.290854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-rpbjj.189a1ad05257ea77\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-03-06T01:01:28.253068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.215412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:01:28.253436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.670789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-06T01:01:28.253466Z","caller":"traceutil/trace.go:171","msg":"trace[2140027738] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652; range_end:; response_count:1; response_revision:12937; }","duration":"433.73901ms","start":"2026-03-06T01:01:27.819715Z","end":"2026-03-06T01:01:28.253454Z","steps":["trace[2140027738] 'agreement among raft nodes before linearized reading' (duration: 433.446174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.81969Z","time spent":"433.796691ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bac3aca0-1ba2-4271-95fe-099077832652\" "} {"level":"info","ts":"2026-03-06T01:01:28.2531Z","caller":"traceutil/trace.go:171","msg":"trace[1334453105] transaction","detail":"{read_only:false; response_revision:12937; number_of_response:1; }","duration":"181.850123ms","start":"2026-03-06T01:01:28.071237Z","end":"2026-03-06T01:01:28.253087Z","steps":["trace[1334453105] 'process raft request' (duration: 181.486025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.51372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:01:28.253552Z","caller":"traceutil/trace.go:171","msg":"trace[1252662539] transaction","detail":"{read_only:false; response_revision:12935; number_of_response:1; }","duration":"570.306759ms","start":"2026-03-06T01:01:27.682524Z","end":"2026-03-06T01:01:28.252831Z","steps":["trace[1252662539] 'process raft request' (duration: 570.068413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.682497Z","time spent":"571.100775ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:01:28.253678Z","caller":"traceutil/trace.go:171","msg":"trace[1763850026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12937; }","duration":"748.636433ms","start":"2026-03-06T01:01:27.50495Z","end":"2026-03-06T01:01:28.253587Z","steps":["trace[1763850026] 'agreement among raft nodes before linearized reading' (duration: 748.128572ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:28.25311Z","caller":"traceutil/trace.go:171","msg":"trace[771024776] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-rpbjj.189a1ad05257ea77; range_end:; response_count:1; response_revision:12937; }","duration":"389.386406ms","start":"2026-03-06T01:01:27.863699Z","end":"2026-03-06T01:01:28.253085Z","steps":["trace[771024776] 'agreement among raft nodes before linearized reading' (duration: 389.179262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:28.253657Z","caller":"traceutil/trace.go:171","msg":"trace[698261793] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12937; }","duration":"743.635962ms","start":"2026-03-06T01:01:27.509812Z","end":"2026-03-06T01:01:28.253448Z","steps":["trace[698261793] 'agreement among raft nodes before linearized reading' (duration: 743.134701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.863668Z","time spent":"390.096471ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":782,"request content":"key:\"/registry/events/openstack/ovn-controller-rpbjj.189a1ad05257ea77\" "} {"level":"info","ts":"2026-03-06T01:01:28.253134Z","caller":"traceutil/trace.go:171","msg":"trace[1903179974] transaction","detail":"{read_only:false; response_revision:12936; number_of_response:1; }","duration":"188.02932ms","start":"2026-03-06T01:01:28.065099Z","end":"2026-03-06T01:01:28.253128Z","steps":["trace[1903179974] 'process raft request' (duration: 187.56564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.504905Z","time spent":"748.911469ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:01:28.253136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035516296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-06T01:01:28.253904Z","caller":"traceutil/trace.go:171","msg":"trace[1486433641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12937; }","duration":"1.036344924s","start":"2026-03-06T01:01:27.217544Z","end":"2026-03-06T01:01:28.253889Z","steps":["trace[1486433641] 'agreement among raft nodes before linearized reading' (duration: 1.035441954s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.217517Z","time spent":"1.036408415s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-06T01:01:28.253811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044520996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31b81b9a-ea50-42bf-ad7f-c5384df54f39\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-06T01:01:28.253862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.509805Z","time spent":"744.038811ms","remote":"127.0.0.1:57284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:01:28.25399Z","caller":"traceutil/trace.go:171","msg":"trace[556708170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31b81b9a-ea50-42bf-ad7f-c5384df54f39; range_end:; response_count:1; response_revision:12937; }","duration":"1.044986485s","start":"2026-03-06T01:01:27.208983Z","end":"2026-03-06T01:01:28.25397Z","steps":["trace[556708170] 'agreement among raft nodes before linearized reading' (duration: 1.044135117s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.610416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-06T01:01:28.2541Z","caller":"traceutil/trace.go:171","msg":"trace[678312194] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:12937; }","duration":"190.551816ms","start":"2026-03-06T01:01:28.063534Z","end":"2026-03-06T01:01:28.254086Z","steps":["trace[678312194] 'agreement among raft nodes before linearized reading' (duration: 189.579195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.254067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.208931Z","time spent":"1.045120698s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31b81b9a-ea50-42bf-ad7f-c5384df54f39\" "} {"level":"warn","ts":"2026-03-06T01:01:28.253193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.146599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-06T01:01:28.254291Z","caller":"traceutil/trace.go:171","msg":"trace[1387485695] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:12937; }","duration":"192.261224ms","start":"2026-03-06T01:01:28.062013Z","end":"2026-03-06T01:01:28.254274Z","steps":["trace[1387485695] 'agreement among raft nodes before linearized reading' (duration: 191.121928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.253411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.312625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:28.254376Z","caller":"traceutil/trace.go:171","msg":"trace[2125293171] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12937; }","duration":"597.279177ms","start":"2026-03-06T01:01:27.657085Z","end":"2026-03-06T01:01:28.254364Z","steps":["trace[2125293171] 'agreement among raft nodes before linearized reading' (duration: 596.09755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:28.254416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:27.657024Z","time spent":"597.3805ms","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:01:43.147295Z","caller":"traceutil/trace.go:171","msg":"trace[476704955] transaction","detail":"{read_only:false; response_revision:13221; number_of_response:1; }","duration":"230.630194ms","start":"2026-03-06T01:01:42.916635Z","end":"2026-03-06T01:01:43.147265Z","steps":["trace[476704955] 'process raft request' (duration: 230.362678ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:43.147705Z","caller":"traceutil/trace.go:171","msg":"trace[1326273682] transaction","detail":"{read_only:false; response_revision:13222; number_of_response:1; }","duration":"230.85008ms","start":"2026-03-06T01:01:42.916812Z","end":"2026-03-06T01:01:43.147662Z","steps":["trace[1326273682] 'process raft request' (duration: 230.40285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:43.147871Z","caller":"traceutil/trace.go:171","msg":"trace[466053754] transaction","detail":"{read_only:false; response_revision:13224; number_of_response:1; }","duration":"230.41722ms","start":"2026-03-06T01:01:42.917421Z","end":"2026-03-06T01:01:43.147839Z","steps":["trace[466053754] 'process raft request' (duration: 230.297137ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:43.147948Z","caller":"traceutil/trace.go:171","msg":"trace[185444466] transaction","detail":"{read_only:false; response_revision:13223; number_of_response:1; }","duration":"231.082344ms","start":"2026-03-06T01:01:42.91682Z","end":"2026-03-06T01:01:43.147903Z","steps":["trace[185444466] 'process raft request' (duration: 230.765177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:43.147992Z","caller":"traceutil/trace.go:171","msg":"trace[111093837] transaction","detail":"{read_only:false; response_revision:13225; number_of_response:1; }","duration":"230.356419ms","start":"2026-03-06T01:01:42.917615Z","end":"2026-03-06T01:01:43.147972Z","steps":["trace[111093837] 'process raft request' (duration: 230.172215ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:25.709344Z","caller":"traceutil/trace.go:171","msg":"trace[612375958] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"115.272056ms","start":"2026-03-06T01:02:25.594036Z","end":"2026-03-06T01:02:25.709308Z","steps":["trace[612375958] 'process raft request' (duration: 114.912438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:28.008398Z","caller":"traceutil/trace.go:171","msg":"trace[940251745] linearizableReadLoop","detail":"{readStateIndex:14270; appliedIndex:14269; }","duration":"485.382454ms","start":"2026-03-06T01:02:27.522987Z","end":"2026-03-06T01:02:28.00837Z","steps":["trace[940251745] 'read index received' (duration: 393.314312ms)","trace[940251745] 'applied index is now lower than readState.Index' (duration: 92.067062ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:28.008481Z","caller":"traceutil/trace.go:171","msg":"trace[2138639510] transaction","detail":"{read_only:false; response_revision:13772; number_of_response:1; }","duration":"492.528803ms","start":"2026-03-06T01:02:27.51587Z","end":"2026-03-06T01:02:28.008399Z","steps":["trace[2138639510] 'process raft request' (duration: 400.516042ms)","trace[2138639510] 'compare' (duration: 91.875548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:28.008552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.544898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:02:28.008604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.989203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:02:28.00861Z","caller":"traceutil/trace.go:171","msg":"trace[678220468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13772; }","duration":"485.64936ms","start":"2026-03-06T01:02:27.522948Z","end":"2026-03-06T01:02:28.008597Z","steps":["trace[678220468] 'agreement among raft nodes before linearized reading' (duration: 485.473277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:28.008641Z","caller":"traceutil/trace.go:171","msg":"trace[1013890144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13772; }","duration":"470.060665ms","start":"2026-03-06T01:02:27.538569Z","end":"2026-03-06T01:02:28.008629Z","steps":["trace[1013890144] 'agreement among raft nodes before linearized reading' (duration: 469.963383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.008633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:27.515844Z","time spent":"492.706097ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:28.008649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:27.522931Z","time spent":"485.708411ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:02:28.008672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:27.538535Z","time spent":"470.129347ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:28.008799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.460018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:02:28.008836Z","caller":"traceutil/trace.go:171","msg":"trace[946814272] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13772; }","duration":"467.527949ms","start":"2026-03-06T01:02:27.541299Z","end":"2026-03-06T01:02:28.008827Z","steps":["trace[946814272] 'agreement among raft nodes before linearized reading' (duration: 467.433807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.008929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.831107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:02:28.009284Z","caller":"traceutil/trace.go:171","msg":"trace[2032217784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13772; }","duration":"469.202535ms","start":"2026-03-06T01:02:27.540069Z","end":"2026-03-06T01:02:28.009271Z","steps":["trace[2032217784] 'agreement among raft nodes before linearized reading' (duration: 468.754075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.009343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:27.540059Z","time spent":"469.269487ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:28.008863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:27.54128Z","time spent":"467.57669ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:28.008998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.206225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:28.009512Z","caller":"traceutil/trace.go:171","msg":"trace[39944341] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13772; }","duration":"294.772357ms","start":"2026-03-06T01:02:27.714676Z","end":"2026-03-06T01:02:28.009449Z","steps":["trace[39944341] 'agreement among raft nodes before linearized reading' (duration: 294.047121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.009058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.369508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:02:28.009682Z","caller":"traceutil/trace.go:171","msg":"trace[1128396039] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13772; }","duration":"294.992322ms","start":"2026-03-06T01:02:27.714642Z","end":"2026-03-06T01:02:28.009634Z","steps":["trace[1128396039] 'agreement among raft nodes before linearized reading' (duration: 294.344948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.009098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.296357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:28.009857Z","caller":"traceutil/trace.go:171","msg":"trace[372803245] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13772; }","duration":"295.135246ms","start":"2026-03-06T01:02:27.714707Z","end":"2026-03-06T01:02:28.009842Z","steps":["trace[372803245] 'agreement among raft nodes before linearized reading' (duration: 294.274177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.0091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.25212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-06T01:02:28.009957Z","caller":"traceutil/trace.go:171","msg":"trace[740847026] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s2kqw; range_end:; response_count:1; response_revision:13772; }","duration":"269.16317ms","start":"2026-03-06T01:02:27.740782Z","end":"2026-03-06T01:02:28.009945Z","steps":["trace[740847026] 'agreement among raft nodes before linearized reading' (duration: 268.136367ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:28.778564Z","caller":"traceutil/trace.go:171","msg":"trace[1246304296] transaction","detail":"{read_only:false; response_revision:13776; number_of_response:1; }","duration":"427.033531ms","start":"2026-03-06T01:02:28.351509Z","end":"2026-03-06T01:02:28.778543Z","steps":["trace[1246304296] 'process raft request' (duration: 426.885668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.778709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:28.351482Z","time spent":"427.152764ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:28.787164Z","caller":"traceutil/trace.go:171","msg":"trace[1648391907] transaction","detail":"{read_only:false; response_revision:13777; number_of_response:1; }","duration":"305.25176ms","start":"2026-03-06T01:02:28.481896Z","end":"2026-03-06T01:02:28.787148Z","steps":["trace[1648391907] 'process raft request' (duration: 305.098416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.787307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:28.481868Z","time spent":"305.367782ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:28.787491Z","caller":"traceutil/trace.go:171","msg":"trace[1103441976] linearizableReadLoop","detail":"{readStateIndex:14275; appliedIndex:14273; }","duration":"304.970833ms","start":"2026-03-06T01:02:28.482492Z","end":"2026-03-06T01:02:28.787463Z","steps":["trace[1103441976] 'read index received' (duration: 295.955944ms)","trace[1103441976] 'applied index is now lower than readState.Index' (duration: 9.013159ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:28.787567Z","caller":"traceutil/trace.go:171","msg":"trace[1687757101] transaction","detail":"{read_only:false; response_revision:13779; number_of_response:1; }","duration":"191.511237ms","start":"2026-03-06T01:02:28.596047Z","end":"2026-03-06T01:02:28.787558Z","steps":["trace[1687757101] 'process raft request' (duration: 191.296842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.787691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.189228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:28.787722Z","caller":"traceutil/trace.go:171","msg":"trace[1586123320] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13779; }","duration":"305.28628ms","start":"2026-03-06T01:02:28.482427Z","end":"2026-03-06T01:02:28.787713Z","steps":["trace[1586123320] 'agreement among raft nodes before linearized reading' (duration: 305.154027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:28.787678Z","caller":"traceutil/trace.go:171","msg":"trace[363336555] transaction","detail":"{read_only:false; response_revision:13778; number_of_response:1; }","duration":"266.928369ms","start":"2026-03-06T01:02:28.520712Z","end":"2026-03-06T01:02:28.787641Z","steps":["trace[363336555] 'process raft request' (duration: 266.399198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.787749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:28.4824Z","time spent":"305.342932ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:28.787782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.567823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:28.787816Z","caller":"traceutil/trace.go:171","msg":"trace[451886399] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13779; }","duration":"129.642305ms","start":"2026-03-06T01:02:28.658165Z","end":"2026-03-06T01:02:28.787808Z","steps":["trace[451886399] 'agreement among raft nodes before linearized reading' (duration: 129.586324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.788102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.833417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:28.788131Z","caller":"traceutil/trace.go:171","msg":"trace[684392012] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13779; }","duration":"128.877578ms","start":"2026-03-06T01:02:28.659246Z","end":"2026-03-06T01:02:28.788124Z","steps":["trace[684392012] 'agreement among raft nodes before linearized reading' (duration: 128.828007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.788292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.211883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" ","response":"range_response_count:1 size:20758"} {"level":"warn","ts":"2026-03-06T01:02:28.788292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.443601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:02:28.788344Z","caller":"traceutil/trace.go:171","msg":"trace[1316167481] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13779; }","duration":"129.561862ms","start":"2026-03-06T01:02:28.658768Z","end":"2026-03-06T01:02:28.78833Z","steps":["trace[1316167481] 'agreement among raft nodes before linearized reading' (duration: 129.361808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.788367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.755375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:28.788391Z","caller":"traceutil/trace.go:171","msg":"trace[1037353242] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13779; }","duration":"128.792546ms","start":"2026-03-06T01:02:28.659593Z","end":"2026-03-06T01:02:28.788385Z","steps":["trace[1037353242] 'agreement among raft nodes before linearized reading' (duration: 128.728684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:28.78831Z","caller":"traceutil/trace.go:171","msg":"trace[1686939753] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xscqt; range_end:; response_count:1; response_revision:13779; }","duration":"114.270474ms","start":"2026-03-06T01:02:28.674034Z","end":"2026-03-06T01:02:28.788304Z","steps":["trace[1686939753] 'agreement among raft nodes before linearized reading' (duration: 114.203272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:28.788641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.537592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-06T01:02:28.788669Z","caller":"traceutil/trace.go:171","msg":"trace[1378643762] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13779; }","duration":"129.584484ms","start":"2026-03-06T01:02:28.659076Z","end":"2026-03-06T01:02:28.788661Z","steps":["trace[1378643762] 'agreement among raft nodes before linearized reading' (duration: 129.504972ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:30.924408Z","caller":"traceutil/trace.go:171","msg":"trace[1528079745] linearizableReadLoop","detail":"{readStateIndex:14289; appliedIndex:14288; }","duration":"128.994851ms","start":"2026-03-06T01:02:30.795386Z","end":"2026-03-06T01:02:30.924381Z","steps":["trace[1528079745] 'read index received' (duration: 128.852258ms)","trace[1528079745] 'applied index is now lower than readState.Index' (duration: 141.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:30.924472Z","caller":"traceutil/trace.go:171","msg":"trace[1703482883] transaction","detail":"{read_only:false; response_revision:13791; number_of_response:1; }","duration":"129.112183ms","start":"2026-03-06T01:02:30.795327Z","end":"2026-03-06T01:02:30.924439Z","steps":["trace[1703482883] 'process raft request' (duration: 128.845547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:30.924608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.194975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:30.924681Z","caller":"traceutil/trace.go:171","msg":"trace[660555789] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13791; }","duration":"129.318398ms","start":"2026-03-06T01:02:30.795346Z","end":"2026-03-06T01:02:30.924664Z","steps":["trace[660555789] 'agreement among raft nodes before linearized reading' (duration: 129.167775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.372885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.444673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:31.373013Z","caller":"traceutil/trace.go:171","msg":"trace[2101555839] linearizableReadLoop","detail":"{readStateIndex:14290; appliedIndex:14289; }","duration":"448.446346ms","start":"2026-03-06T01:02:30.924546Z","end":"2026-03-06T01:02:31.372992Z","steps":["trace[2101555839] 'read index received' (duration: 280.818268ms)","trace[2101555839] 'applied index is now lower than readState.Index' (duration: 167.626608ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:31.37322Z","caller":"traceutil/trace.go:171","msg":"trace[309276862] transaction","detail":"{read_only:false; response_revision:13792; number_of_response:1; }","duration":"575.424681ms","start":"2026-03-06T01:02:30.797696Z","end":"2026-03-06T01:02:31.37312Z","steps":["trace[309276862] 'process raft request' (duration: 407.660121ms)","trace[309276862] 'compare' (duration: 167.347481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:31.373303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.797673Z","time spent":"575.592125ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:31.373353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.546004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:31.373373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.590947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-06T01:02:31.373426Z","caller":"traceutil/trace.go:171","msg":"trace[1974974248] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13792; }","duration":"575.640166ms","start":"2026-03-06T01:02:30.797768Z","end":"2026-03-06T01:02:31.373408Z","steps":["trace[1974974248] 'agreement among raft nodes before linearized reading' (duration: 575.424231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.37343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.232612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:31.37346Z","caller":"traceutil/trace.go:171","msg":"trace[1257223101] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13792; }","duration":"576.72802ms","start":"2026-03-06T01:02:30.796709Z","end":"2026-03-06T01:02:31.373437Z","steps":["trace[1257223101] 'agreement among raft nodes before linearized reading' (duration: 576.503946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.373476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.797764Z","time spent":"575.703057ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:31.37351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.796687Z","time spent":"576.814563ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-06T01:02:31.373509Z","caller":"traceutil/trace.go:171","msg":"trace[2007204056] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13792; }","duration":"499.362895ms","start":"2026-03-06T01:02:30.874126Z","end":"2026-03-06T01:02:31.373488Z","steps":["trace[2007204056] 'agreement among raft nodes before linearized reading' (duration: 499.239642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.373491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.625169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:02:31.373555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.874105Z","time spent":"499.440266ms","remote":"127.0.0.1:57284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:02:31.373592Z","caller":"traceutil/trace.go:171","msg":"trace[1629460619] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13792; }","duration":"576.759911ms","start":"2026-03-06T01:02:30.796808Z","end":"2026-03-06T01:02:31.373568Z","steps":["trace[1629460619] 'agreement among raft nodes before linearized reading' (duration: 576.453345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.373604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.103935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-06T01:02:31.373642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.796797Z","time spent":"576.835233ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:31.373635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.811701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T01:02:31.373689Z","caller":"traceutil/trace.go:171","msg":"trace[827749451] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:13792; }","duration":"566.206877ms","start":"2026-03-06T01:02:30.80744Z","end":"2026-03-06T01:02:31.373647Z","steps":["trace[827749451] 'agreement among raft nodes before linearized reading' (duration: 565.90488ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:31.373729Z","caller":"traceutil/trace.go:171","msg":"trace[399279831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:13792; }","duration":"447.914274ms","start":"2026-03-06T01:02:30.925776Z","end":"2026-03-06T01:02:31.37369Z","steps":["trace[399279831] 'agreement among raft nodes before linearized reading' (duration: 447.686119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.373737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.807429Z","time spent":"566.298079ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:02:31.373789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.925763Z","time spent":"448.012236ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T01:02:31.374019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.716207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-06T01:02:31.374038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.196334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:02:31.374044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.985884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:31.374079Z","caller":"traceutil/trace.go:171","msg":"trace[742683464] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13792; }","duration":"102.804219ms","start":"2026-03-06T01:02:31.27126Z","end":"2026-03-06T01:02:31.374064Z","steps":["trace[742683464] 'agreement among raft nodes before linearized reading' (duration: 102.653126ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:31.374087Z","caller":"traceutil/trace.go:171","msg":"trace[1043108528] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13792; }","duration":"337.049544ms","start":"2026-03-06T01:02:31.037027Z","end":"2026-03-06T01:02:31.374077Z","steps":["trace[1043108528] 'agreement among raft nodes before linearized reading' (duration: 336.935472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:31.374083Z","caller":"traceutil/trace.go:171","msg":"trace[2498105] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13792; }","duration":"340.261896ms","start":"2026-03-06T01:02:31.033808Z","end":"2026-03-06T01:02:31.37407Z","steps":["trace[2498105] 'agreement among raft nodes before linearized reading' (duration: 340.163944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.374058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.739965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:31.374123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.033796Z","time spent":"340.320517ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:31.374119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.037016Z","time spent":"337.095896ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:31.374131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.919199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" ","response":"range_response_count:1 size:20758"} {"level":"warn","ts":"2026-03-06T01:02:31.374096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.187662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:31.374255Z","caller":"traceutil/trace.go:171","msg":"trace[414478092] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xscqt; range_end:; response_count:1; response_revision:13792; }","duration":"561.051972ms","start":"2026-03-06T01:02:30.813159Z","end":"2026-03-06T01:02:31.374211Z","steps":["trace[414478092] 'agreement among raft nodes before linearized reading' (duration: 560.638953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:31.374282Z","caller":"traceutil/trace.go:171","msg":"trace[1934071246] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13792; }","duration":"348.369106ms","start":"2026-03-06T01:02:31.025853Z","end":"2026-03-06T01:02:31.374222Z","steps":["trace[1934071246] 'agreement among raft nodes before linearized reading' (duration: 348.201722ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:31.374174Z","caller":"traceutil/trace.go:171","msg":"trace[1137650352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13792; }","duration":"110.896689ms","start":"2026-03-06T01:02:31.26325Z","end":"2026-03-06T01:02:31.374147Z","steps":["trace[1137650352] 'agreement among raft nodes before linearized reading' (duration: 110.717495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.374337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.813139Z","time spent":"561.161654ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20781,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" "} {"level":"warn","ts":"2026-03-06T01:02:31.373564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.763119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:31.374678Z","caller":"traceutil/trace.go:171","msg":"trace[178555001] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13792; }","duration":"576.952654ms","start":"2026-03-06T01:02:30.79771Z","end":"2026-03-06T01:02:31.374663Z","steps":["trace[178555001] 'agreement among raft nodes before linearized reading' (duration: 575.537963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.374741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.797693Z","time spent":"577.032527ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:31.375101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.569902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:02:31.375154Z","caller":"traceutil/trace.go:171","msg":"trace[1888567488] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:13792; }","duration":"564.635343ms","start":"2026-03-06T01:02:30.810506Z","end":"2026-03-06T01:02:31.375141Z","steps":["trace[1888567488] 'agreement among raft nodes before linearized reading' (duration: 562.802762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.375186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.810498Z","time spent":"564.679064ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:02:31.37669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.881271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:31.376729Z","caller":"traceutil/trace.go:171","msg":"trace[988403019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13792; }","duration":"578.933279ms","start":"2026-03-06T01:02:30.797786Z","end":"2026-03-06T01:02:31.37672Z","steps":["trace[988403019] 'agreement among raft nodes before linearized reading' (duration: 575.885262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:31.376756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:30.797776Z","time spent":"578.97146ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:31.378644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.025837Z","time spent":"348.56645ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:31.884744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056254114,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:02:32.287261Z","caller":"traceutil/trace.go:171","msg":"trace[1923347155] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"905.642974ms","start":"2026-03-06T01:02:31.381588Z","end":"2026-03-06T01:02:32.287231Z","steps":["trace[1923347155] 'process raft request' (duration: 904.713914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.287437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.38156Z","time spent":"905.789968ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:32.431103Z","caller":"traceutil/trace.go:171","msg":"trace[17182614] linearizableReadLoop","detail":"{readStateIndex:14292; appliedIndex:14290; }","duration":"1.047339068s","start":"2026-03-06T01:02:31.383738Z","end":"2026-03-06T01:02:32.431077Z","steps":["trace[17182614] 'read index received' (duration: 902.668909ms)","trace[17182614] 'applied index is now lower than readState.Index' (duration: 144.668279ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.431156Z","caller":"traceutil/trace.go:171","msg":"trace[576250571] transaction","detail":"{read_only:false; response_revision:13794; number_of_response:1; }","duration":"504.052449ms","start":"2026-03-06T01:02:31.92705Z","end":"2026-03-06T01:02:32.431102Z","steps":["trace[576250571] 'process raft request' (duration: 503.844314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.431297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.927018Z","time spent":"504.199682ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:32.487065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037880858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:32.487149Z","caller":"traceutil/trace.go:171","msg":"trace[345771711] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13794; }","duration":"1.038020922s","start":"2026-03-06T01:02:31.449103Z","end":"2026-03-06T01:02:32.487124Z","steps":["trace[345771711] 'agreement among raft nodes before linearized reading' (duration: 982.221165ms)","trace[345771711] 'range keys from in-memory index tree' (duration: 55.701345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.44908Z","time spent":"1.038100233s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:02:32.487322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.774037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T01:02:32.4873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093136204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:32.487362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086209139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:32.487422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.742636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:32.487415Z","caller":"traceutil/trace.go:171","msg":"trace[273610584] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13794; }","duration":"1.093278957s","start":"2026-03-06T01:02:31.394106Z","end":"2026-03-06T01:02:32.487385Z","steps":["trace[273610584] 'agreement among raft nodes before linearized reading' (duration: 1.037240894s)","trace[273610584] 'range keys from in-memory index tree' (duration: 55.889869ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.487466Z","caller":"traceutil/trace.go:171","msg":"trace[120641266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13794; }","duration":"188.780677ms","start":"2026-03-06T01:02:32.298671Z","end":"2026-03-06T01:02:32.487452Z","steps":["trace[120641266] 'agreement among raft nodes before linearized reading' (duration: 132.584021ms)","trace[120641266] 'range keys from in-memory index tree' (duration: 56.149425ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.487393Z","caller":"traceutil/trace.go:171","msg":"trace[39567108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13794; }","duration":"464.838019ms","start":"2026-03-06T01:02:32.022533Z","end":"2026-03-06T01:02:32.487371Z","steps":["trace[39567108] 'agreement among raft nodes before linearized reading' (duration: 408.760836ms)","trace[39567108] 'range keys from in-memory index tree' (duration: 55.949771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.48749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.394089Z","time spent":"1.09339114s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:32.487534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.152291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T01:02:32.487554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.521415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:02:32.487572Z","caller":"traceutil/trace.go:171","msg":"trace[308175363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13794; }","duration":"380.210392ms","start":"2026-03-06T01:02:32.107352Z","end":"2026-03-06T01:02:32.487562Z","steps":["trace[308175363] 'agreement among raft nodes before linearized reading' (duration: 323.926945ms)","trace[308175363] 'range keys from in-memory index tree' (duration: 56.211126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.248774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T01:02:32.487609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.107341Z","time spent":"380.259763ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:02:32.487619Z","caller":"traceutil/trace.go:171","msg":"trace[2136601474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13794; }","duration":"376.411448ms","start":"2026-03-06T01:02:32.111197Z","end":"2026-03-06T01:02:32.487608Z","steps":["trace[2136601474] 'agreement among raft nodes before linearized reading' (duration: 320.076389ms)","trace[2136601474] 'range keys from in-memory index tree' (duration: 56.148404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092510299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:02:32.487659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037051739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:32.487484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.90594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:32.487704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.852238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:02:32.487708Z","caller":"traceutil/trace.go:171","msg":"trace[453889657] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13794; }","duration":"1.03712257s","start":"2026-03-06T01:02:31.450575Z","end":"2026-03-06T01:02:32.487697Z","steps":["trace[453889657] 'agreement among raft nodes before linearized reading' (duration: 980.745551ms)","trace[453889657] 'range keys from in-memory index tree' (duration: 56.272537ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.487724Z","caller":"traceutil/trace.go:171","msg":"trace[1905495261] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13794; }","duration":"1.092645542s","start":"2026-03-06T01:02:31.395048Z","end":"2026-03-06T01:02:32.487693Z","steps":["trace[1905495261] 'agreement among raft nodes before linearized reading' (duration: 1.036292823s)","trace[1905495261] 'range keys from in-memory index tree' (duration: 56.117814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.450559Z","time spent":"1.037177892s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:32.487531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.022417Z","time spent":"465.102004ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:02:32.487781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.272557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:02:32.487787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.395042Z","time spent":"1.092734344s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:02:32.487814Z","caller":"traceutil/trace.go:171","msg":"trace[1685320500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13794; }","duration":"997.344479ms","start":"2026-03-06T01:02:31.490457Z","end":"2026-03-06T01:02:32.487801Z","steps":["trace[1685320500] 'agreement among raft nodes before linearized reading' (duration: 940.908227ms)","trace[1685320500] 'count revisions from in-memory index tree' (duration: 56.3913ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.487735Z","caller":"traceutil/trace.go:171","msg":"trace[1360683041] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13794; }","duration":"469.189576ms","start":"2026-03-06T01:02:32.018534Z","end":"2026-03-06T01:02:32.487723Z","steps":["trace[1360683041] 'agreement among raft nodes before linearized reading' (duration: 412.839657ms)","trace[1360683041] 'range keys from in-memory index tree' (duration: 56.095993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.111185Z","time spent":"376.460939ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:02:32.487867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.490439Z","time spent":"997.41717ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:32.487892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035180548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:02:32.487911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038343369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:32.487934Z","caller":"traceutil/trace.go:171","msg":"trace[2073704557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13794; }","duration":"1.035221489s","start":"2026-03-06T01:02:31.452702Z","end":"2026-03-06T01:02:32.487924Z","steps":["trace[2073704557] 'agreement among raft nodes before linearized reading' (duration: 978.673866ms)","trace[2073704557] 'range keys from in-memory index tree' (duration: 56.455791ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.487952Z","caller":"traceutil/trace.go:171","msg":"trace[889923981] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13794; }","duration":"1.038419681s","start":"2026-03-06T01:02:31.449519Z","end":"2026-03-06T01:02:32.487939Z","steps":["trace[889923981] 'agreement among raft nodes before linearized reading' (duration: 981.798405ms)","trace[889923981] 'range keys from in-memory index tree' (duration: 56.575694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.452665Z","time spent":"1.035298871s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:02:32.487972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.961921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:02:32.487984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.449489Z","time spent":"1.038488431s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03840484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:32.48738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.155541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:32.488058Z","caller":"traceutil/trace.go:171","msg":"trace[1803136395] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13794; }","duration":"1.038477192s","start":"2026-03-06T01:02:31.449562Z","end":"2026-03-06T01:02:32.48804Z","steps":["trace[1803136395] 'agreement among raft nodes before linearized reading' (duration: 981.749044ms)","trace[1803136395] 'range keys from in-memory index tree' (duration: 56.663917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.032919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:32.488102Z","caller":"traceutil/trace.go:171","msg":"trace[169661992] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13794; }","duration":"467.928827ms","start":"2026-03-06T01:02:32.020156Z","end":"2026-03-06T01:02:32.488085Z","steps":["trace[169661992] 'agreement among raft nodes before linearized reading' (duration: 411.187029ms)","trace[169661992] 'range keys from in-memory index tree' (duration: 55.868259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074312016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:32.488105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103241007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770056"} {"level":"info","ts":"2026-03-06T01:02:32.487616Z","caller":"traceutil/trace.go:171","msg":"trace[385058603] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:13794; }","duration":"851.573666ms","start":"2026-03-06T01:02:31.636021Z","end":"2026-03-06T01:02:32.487595Z","steps":["trace[385058603] 'agreement among raft nodes before linearized reading' (duration: 795.340789ms)","trace[385058603] 'count revisions from in-memory index tree' (duration: 56.174765ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.488142Z","caller":"traceutil/trace.go:171","msg":"trace[89849937] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13794; }","duration":"1.074889299s","start":"2026-03-06T01:02:31.413239Z","end":"2026-03-06T01:02:32.488128Z","steps":["trace[89849937] 'agreement among raft nodes before linearized reading' (duration: 1.01809031s)","trace[89849937] 'count revisions from in-memory index tree' (duration: 56.233327ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.488014Z","caller":"traceutil/trace.go:171","msg":"trace[1716429885] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13794; }","duration":"469.108514ms","start":"2026-03-06T01:02:32.018892Z","end":"2026-03-06T01:02:32.488001Z","steps":["trace[1716429885] 'agreement among raft nodes before linearized reading' (duration: 412.460068ms)","trace[1716429885] 'range keys from in-memory index tree' (duration: 56.093954ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.48817Z","caller":"traceutil/trace.go:171","msg":"trace[2024546856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13794; }","duration":"1.103317049s","start":"2026-03-06T01:02:31.384834Z","end":"2026-03-06T01:02:32.488151Z","steps":["trace[2024546856] 'agreement among raft nodes before linearized reading' (duration: 1.046390387s)","trace[2024546856] 'range keys from in-memory index tree' (duration: 55.92856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.487861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.018512Z","time spent":"469.339689ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:02:32.487468Z","caller":"traceutil/trace.go:171","msg":"trace[173731981] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13794; }","duration":"1.086346743s","start":"2026-03-06T01:02:31.40109Z","end":"2026-03-06T01:02:32.487437Z","steps":["trace[173731981] 'agreement among raft nodes before linearized reading' (duration: 1.030245189s)","trace[173731981] 'range keys from in-memory index tree' (duration: 55.862639ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:32.487738Z","caller":"traceutil/trace.go:171","msg":"trace[1034632387] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13794; }","duration":"468.91975ms","start":"2026-03-06T01:02:32.018807Z","end":"2026-03-06T01:02:32.487727Z","steps":["trace[1034632387] 'agreement among raft nodes before linearized reading' (duration: 412.560911ms)","trace[1034632387] 'range keys from in-memory index tree' (duration: 56.275787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.488217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.384826Z","time spent":"1.10337906s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770079,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.413229Z","time spent":"1.07494186s","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:32.488229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102730726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770056"} {"level":"info","ts":"2026-03-06T01:02:32.48814Z","caller":"traceutil/trace.go:171","msg":"trace[1226869684] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13794; }","duration":"316.566231ms","start":"2026-03-06T01:02:32.171558Z","end":"2026-03-06T01:02:32.488125Z","steps":["trace[1226869684] 'agreement among raft nodes before linearized reading' (duration: 259.70272ms)","trace[1226869684] 'count revisions from in-memory index tree' (duration: 56.34984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.488242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.018785Z","time spent":"469.448941ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:02:32.488274Z","caller":"traceutil/trace.go:171","msg":"trace[1431980636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13794; }","duration":"1.102802858s","start":"2026-03-06T01:02:31.385461Z","end":"2026-03-06T01:02:32.488264Z","steps":["trace[1431980636] 'agreement among raft nodes before linearized reading' (duration: 1.045892816s)","trace[1431980636] 'range keys from in-memory index tree' (duration: 55.845579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.488284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.171544Z","time spent":"316.725604ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:32.487174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.449757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-06T01:02:32.488491Z","caller":"traceutil/trace.go:171","msg":"trace[1096312269] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s2kqw; range_end:; response_count:1; response_revision:13794; }","duration":"358.798937ms","start":"2026-03-06T01:02:32.129676Z","end":"2026-03-06T01:02:32.488475Z","steps":["trace[1096312269] 'agreement among raft nodes before linearized reading' (duration: 301.591959ms)","trace[1096312269] 'range keys from in-memory index tree' (duration: 55.788607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.488221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.401079Z","time spent":"1.08713655s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.129666Z","time spent":"358.863419ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.449551Z","time spent":"1.038540633s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104818662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770056"} {"level":"warn","ts":"2026-03-06T01:02:32.488318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.385444Z","time spent":"1.102862409s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770079,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:02:32.488614Z","caller":"traceutil/trace.go:171","msg":"trace[899380602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13794; }","duration":"1.104881193s","start":"2026-03-06T01:02:31.38372Z","end":"2026-03-06T01:02:32.488601Z","steps":["trace[899380602] 'agreement among raft nodes before linearized reading' (duration: 1.04743909s)","trace[899380602] 'range keys from in-memory index tree' (duration: 56.264117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.488649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.383712Z","time spent":"1.104926774s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770079,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.018857Z","time spent":"469.318989ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.020139Z","time spent":"467.987459ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:32.488178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:31.635963Z","time spent":"852.198039ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:32.488375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.013149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T01:02:32.488928Z","caller":"traceutil/trace.go:171","msg":"trace[1570878659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13794; }","duration":"417.584361ms","start":"2026-03-06T01:02:32.071324Z","end":"2026-03-06T01:02:32.488908Z","steps":["trace[1570878659] 'agreement among raft nodes before linearized reading' (duration: 359.962094ms)","trace[1570878659] 'range keys from in-memory index tree' (duration: 56.479892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.488979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.071312Z","time spent":"417.655582ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:02:32.676095Z","caller":"traceutil/trace.go:171","msg":"trace[1651591194] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"182.297073ms","start":"2026-03-06T01:02:32.493742Z","end":"2026-03-06T01:02:32.676039Z","steps":["trace[1651591194] 'process raft request' (duration: 182.035948ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:32.676379Z","caller":"traceutil/trace.go:171","msg":"trace[1967440136] transaction","detail":"{read_only:false; response_revision:13798; number_of_response:1; }","duration":"181.743611ms","start":"2026-03-06T01:02:32.494619Z","end":"2026-03-06T01:02:32.676362Z","steps":["trace[1967440136] 'process raft request' (duration: 181.384174ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:32.676074Z","caller":"traceutil/trace.go:171","msg":"trace[1354880842] transaction","detail":"{read_only:false; response_revision:13797; number_of_response:1; }","duration":"182.242272ms","start":"2026-03-06T01:02:32.493797Z","end":"2026-03-06T01:02:32.67604Z","steps":["trace[1354880842] 'process raft request' (duration: 182.163141ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:32.676644Z","caller":"traceutil/trace.go:171","msg":"trace[2023705869] transaction","detail":"{read_only:false; response_revision:13799; number_of_response:1; }","duration":"180.84179ms","start":"2026-03-06T01:02:32.495774Z","end":"2026-03-06T01:02:32.676615Z","steps":["trace[2023705869] 'process raft request' (duration: 180.512943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:32.676644Z","caller":"traceutil/trace.go:171","msg":"trace[1995751950] linearizableReadLoop","detail":"{readStateIndex:14298; appliedIndex:14293; }","duration":"178.869408ms","start":"2026-03-06T01:02:32.497732Z","end":"2026-03-06T01:02:32.676601Z","steps":["trace[1995751950] 'read index received' (duration: 74.536754ms)","trace[1995751950] 'applied index is now lower than readState.Index' (duration: 104.329594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.677209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.129627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8292"} {"level":"info","ts":"2026-03-06T01:02:32.677282Z","caller":"traceutil/trace.go:171","msg":"trace[1123218961] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:13799; }","duration":"135.220629ms","start":"2026-03-06T01:02:32.542044Z","end":"2026-03-06T01:02:32.677265Z","steps":["trace[1123218961] 'agreement among raft nodes before linearized reading' (duration: 134.991884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.677314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.978237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-06T01:02:32.677369Z","caller":"traceutil/trace.go:171","msg":"trace[388513072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:13799; }","duration":"118.070218ms","start":"2026-03-06T01:02:32.559285Z","end":"2026-03-06T01:02:32.677355Z","steps":["trace[388513072] 'agreement among raft nodes before linearized reading' (duration: 117.867374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.678062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.29381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770056"} {"level":"info","ts":"2026-03-06T01:02:32.678867Z","caller":"traceutil/trace.go:171","msg":"trace[1827367432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13799; }","duration":"181.117277ms","start":"2026-03-06T01:02:32.497711Z","end":"2026-03-06T01:02:32.678829Z","steps":["trace[1827367432] 'agreement among raft nodes before linearized reading' (duration: 179.01753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.091094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.70456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:05.091155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.477917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:05.091215Z","caller":"traceutil/trace.go:171","msg":"trace[1987537835] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13952; }","duration":"516.854783ms","start":"2026-03-06T01:03:04.574343Z","end":"2026-03-06T01:03:05.091198Z","steps":["trace[1987537835] 'range keys from in-memory index tree' (duration: 516.641788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.091227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.481927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:05.091251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.574337Z","time spent":"516.906794ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:03:05.091241Z","caller":"traceutil/trace.go:171","msg":"trace[1994440818] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13952; }","duration":"517.61688ms","start":"2026-03-06T01:03:04.573606Z","end":"2026-03-06T01:03:05.091222Z","steps":["trace[1994440818] 'range keys from in-memory index tree' (duration: 517.362674ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:05.091283Z","caller":"traceutil/trace.go:171","msg":"trace[1805175682] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13952; }","duration":"517.581879ms","start":"2026-03-06T01:03:04.573686Z","end":"2026-03-06T01:03:05.091268Z","steps":["trace[1805175682] 'range keys from in-memory index tree' (duration: 517.23894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.091293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.573586Z","time spent":"517.698051ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:05.09133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.573663Z","time spent":"517.656231ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:05.091516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.241117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:05.091624Z","caller":"traceutil/trace.go:171","msg":"trace[222010673] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13952; }","duration":"515.38951ms","start":"2026-03-06T01:03:04.576209Z","end":"2026-03-06T01:03:05.091599Z","steps":["trace[222010673] 'range keys from in-memory index tree' (duration: 515.056803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.091621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.294868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:05.091687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.576193Z","time spent":"515.479482ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:05.091702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.986034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:03:05.091761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.398311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:05.091791Z","caller":"traceutil/trace.go:171","msg":"trace[1531403989] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13952; }","duration":"515.436981ms","start":"2026-03-06T01:03:04.576342Z","end":"2026-03-06T01:03:05.091779Z","steps":["trace[1531403989] 'range keys from in-memory index tree' (duration: 515.36144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.09184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.576337Z","time spent":"515.478782ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:05.09184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.358189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-06T01:03:05.091897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.175236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:03:05.091935Z","caller":"traceutil/trace.go:171","msg":"trace[792612323] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:13952; }","duration":"203.228316ms","start":"2026-03-06T01:03:04.888698Z","end":"2026-03-06T01:03:05.091926Z","steps":["trace[792612323] 'range keys from in-memory index tree' (duration: 203.071343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.09198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.870742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:03:05.091998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.362299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:05.092019Z","caller":"traceutil/trace.go:171","msg":"trace[822207387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13952; }","duration":"231.928713ms","start":"2026-03-06T01:03:04.860082Z","end":"2026-03-06T01:03:05.092011Z","steps":["trace[822207387] 'range keys from in-memory index tree' (duration: 231.753749ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:05.092021Z","caller":"traceutil/trace.go:171","msg":"trace[904509555] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13952; }","duration":"515.403119ms","start":"2026-03-06T01:03:04.576612Z","end":"2026-03-06T01:03:05.092015Z","steps":["trace[904509555] 'range keys from in-memory index tree' (duration: 515.254737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.092036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.809224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:05.092052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.576602Z","time spent":"515.445782ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:05.092063Z","caller":"traceutil/trace.go:171","msg":"trace[1458879099] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13952; }","duration":"329.882135ms","start":"2026-03-06T01:03:04.76217Z","end":"2026-03-06T01:03:05.092053Z","steps":["trace[1458879099] 'count revisions from in-memory index tree' (duration: 329.754163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.09209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.762153Z","time spent":"329.929578ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:05.092164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.130551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" ","response":"range_response_count:1 size:20758"} {"level":"warn","ts":"2026-03-06T01:03:05.092184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.190176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:05.092205Z","caller":"traceutil/trace.go:171","msg":"trace[1215406577] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13952; }","duration":"515.223736ms","start":"2026-03-06T01:03:04.576975Z","end":"2026-03-06T01:03:05.092199Z","steps":["trace[1215406577] 'range keys from in-memory index tree' (duration: 515.064653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:05.091895Z","caller":"traceutil/trace.go:171","msg":"trace[340012523] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:13952; }","duration":"235.411291ms","start":"2026-03-06T01:03:04.856472Z","end":"2026-03-06T01:03:05.091883Z","steps":["trace[340012523] 'range keys from in-memory index tree' (duration: 235.243257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.092231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.576969Z","time spent":"515.256798ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:05.091734Z","caller":"traceutil/trace.go:171","msg":"trace[1030727322] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13952; }","duration":"515.416312ms","start":"2026-03-06T01:03:04.576282Z","end":"2026-03-06T01:03:05.091698Z","steps":["trace[1030727322] 'range keys from in-memory index tree' (duration: 515.238067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:05.091787Z","caller":"traceutil/trace.go:171","msg":"trace[826957316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13952; }","duration":"250.115707ms","start":"2026-03-06T01:03:04.841654Z","end":"2026-03-06T01:03:05.09177Z","steps":["trace[826957316] 'range keys from in-memory index tree' (duration: 249.851721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.092323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.576272Z","time spent":"516.041586ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:03:05.092443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.292189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:05.091982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.178735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:03:05.092519Z","caller":"traceutil/trace.go:171","msg":"trace[220705699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13952; }","duration":"340.752808ms","start":"2026-03-06T01:03:04.751755Z","end":"2026-03-06T01:03:05.092508Z","steps":["trace[220705699] 'range keys from in-memory index tree' (duration: 339.931349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:05.092517Z","caller":"traceutil/trace.go:171","msg":"trace[2008918332] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13952; }","duration":"515.411991ms","start":"2026-03-06T01:03:04.577088Z","end":"2026-03-06T01:03:05.0925Z","steps":["trace[2008918332] 'range keys from in-memory index tree' (duration: 515.158566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.092554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.751731Z","time spent":"340.814799ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:03:05.092572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.577083Z","time spent":"515.472142ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:05.092477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.809065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:03:05.092638Z","caller":"traceutil/trace.go:171","msg":"trace[1359835611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13952; }","duration":"252.00688ms","start":"2026-03-06T01:03:04.840624Z","end":"2026-03-06T01:03:05.09263Z","steps":["trace[1359835611] 'range keys from in-memory index tree' (duration: 251.652332ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:05.092205Z","caller":"traceutil/trace.go:171","msg":"trace[373692301] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xscqt; range_end:; response_count:1; response_revision:13952; }","duration":"201.194822ms","start":"2026-03-06T01:03:04.890998Z","end":"2026-03-06T01:03:05.092193Z","steps":["trace[373692301] 'range keys from in-memory index tree' (duration: 201.028448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.092822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.505523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:05.092851Z","caller":"traceutil/trace.go:171","msg":"trace[1088770430] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13952; }","duration":"515.545274ms","start":"2026-03-06T01:03:04.577299Z","end":"2026-03-06T01:03:05.092844Z","steps":["trace[1088770430] 'range keys from in-memory index tree' (duration: 515.442401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.092869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.577294Z","time spent":"515.571384ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:05.09336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.798591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:03:05.093405Z","caller":"traceutil/trace.go:171","msg":"trace[198741854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13952; }","duration":"227.887354ms","start":"2026-03-06T01:03:04.865507Z","end":"2026-03-06T01:03:05.093394Z","steps":["trace[198741854] 'range keys from in-memory index tree' (duration: 226.511033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.0942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.526802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:05.094239Z","caller":"traceutil/trace.go:171","msg":"trace[896872764] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13952; }","duration":"519.588583ms","start":"2026-03-06T01:03:04.574642Z","end":"2026-03-06T01:03:05.09423Z","steps":["trace[896872764] 'range keys from in-memory index tree' (duration: 519.467411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:05.094259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:04.574631Z","time spent":"519.623454ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:06.922557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767163042s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:03:06.923261Z","caller":"traceutil/trace.go:171","msg":"trace[464555097] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"1.82527083s","start":"2026-03-06T01:03:05.09796Z","end":"2026-03-06T01:03:06.92323Z","steps":["trace[464555097] 'process raft request' (duration: 1.825161127s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:06.923295Z","caller":"traceutil/trace.go:171","msg":"trace[1700902036] transaction","detail":"{read_only:false; response_revision:13954; number_of_response:1; }","duration":"1.826401735s","start":"2026-03-06T01:03:05.096851Z","end":"2026-03-06T01:03:06.923253Z","steps":["trace[1700902036] 'process raft request' (duration: 1.826033707s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:06.923424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.097946Z","time spent":"1.825383062s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:06.923474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.096825Z","time spent":"1.826553179s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:06.923549Z","caller":"traceutil/trace.go:171","msg":"trace[498210056] transaction","detail":"{read_only:false; response_revision:13956; number_of_response:1; }","duration":"1.82483307s","start":"2026-03-06T01:03:05.09869Z","end":"2026-03-06T01:03:06.923523Z","steps":["trace[498210056] 'process raft request' (duration: 1.824482132s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:06.923657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.098674Z","time spent":"1.824926782s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:06.923849Z","caller":"traceutil/trace.go:171","msg":"trace[1517045745] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"1.825146637s","start":"2026-03-06T01:03:05.09869Z","end":"2026-03-06T01:03:06.923837Z","steps":["trace[1517045745] 'process raft request' (duration: 1.824728908s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:06.92392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.098681Z","time spent":"1.825204448s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:06.923896Z","caller":"traceutil/trace.go:171","msg":"trace[864435345] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"1.824990943s","start":"2026-03-06T01:03:05.098877Z","end":"2026-03-06T01:03:06.923868Z","steps":["trace[864435345] 'process raft request' (duration: 1.824860391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:06.924046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.098867Z","time spent":"1.825105846s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:06.923902Z","caller":"traceutil/trace.go:171","msg":"trace[1194945146] linearizableReadLoop","detail":"{readStateIndex:14460; appliedIndex:14457; }","duration":"1.825209308s","start":"2026-03-06T01:03:05.098631Z","end":"2026-03-06T01:03:06.923841Z","steps":["trace[1194945146] 'read index received' (duration: 56.803679ms)","trace[1194945146] 'applied index is now lower than readState.Index' (duration: 1.768404539s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:06.924783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826130829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"info","ts":"2026-03-06T01:03:06.924851Z","caller":"traceutil/trace.go:171","msg":"trace[2053274643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13958; }","duration":"1.826229452s","start":"2026-03-06T01:03:05.098607Z","end":"2026-03-06T01:03:06.924836Z","steps":["trace[2053274643] 'agreement among raft nodes before linearized reading' (duration: 1.825355022s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:06.924891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.098594Z","time spent":"1.826285653s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:07.298136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:03:07.29822Z","caller":"traceutil/trace.go:171","msg":"trace[611518045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999855543s","start":"2026-03-06T01:03:05.298343Z","end":"2026-03-06T01:03:07.298198Z","steps":["trace[611518045] 'agreement among raft nodes before linearized reading' (duration: 1.999750281s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:07.298262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.298323Z","time spent":"1.999930734s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:03:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:03:07.424992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056255084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:03:08.31461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.906761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:03:08.31496Z","caller":"traceutil/trace.go:171","msg":"trace[841104637] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"2.791140921s","start":"2026-03-06T01:03:05.523739Z","end":"2026-03-06T01:03:08.31488Z","steps":["trace[841104637] 'process raft request' (duration: 1.939452802s)","trace[841104637] 'compare' (duration: 850.271417ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:08.315135Z","caller":"traceutil/trace.go:171","msg":"trace[1845341283] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"1.992378186s","start":"2026-03-06T01:03:06.322719Z","end":"2026-03-06T01:03:08.315098Z","steps":["trace[1845341283] 'process raft request' (duration: 1.992038949s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.315263Z","caller":"traceutil/trace.go:171","msg":"trace[1497021453] linearizableReadLoop","detail":"{readStateIndex:14466; appliedIndex:14463; }","duration":"1.391147513s","start":"2026-03-06T01:03:06.92409Z","end":"2026-03-06T01:03:08.315238Z","steps":["trace[1497021453] 'read index received' (duration: 539.173049ms)","trace[1497021453] 'applied index is now lower than readState.Index' (duration: 851.963864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:08.315332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:06.322697Z","time spent":"1.992529049s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:08.315373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806740007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.315422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143485805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-06T01:03:08.315436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804329093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:08.315479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806915121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:08.315489Z","caller":"traceutil/trace.go:171","msg":"trace[1101750283] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13961; }","duration":"2.80687381s","start":"2026-03-06T01:03:05.508591Z","end":"2026-03-06T01:03:08.315464Z","steps":["trace[1101750283] 'agreement among raft nodes before linearized reading' (duration: 2.806671156s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.315503Z","caller":"traceutil/trace.go:171","msg":"trace[696654907] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13961; }","duration":"2.804409255s","start":"2026-03-06T01:03:05.511075Z","end":"2026-03-06T01:03:08.315484Z","steps":["trace[696654907] 'agreement among raft nodes before linearized reading' (duration: 2.804222591s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187236346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:03:08.31548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5341067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.315502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80684515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.315544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.511069Z","time spent":"2.804467667s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:08.315302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.523722Z","time spent":"2.791310995s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:08.315548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.508583Z","time spent":"2.806950692s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-06T01:03:08.315569Z","caller":"traceutil/trace.go:171","msg":"trace[1448624122] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13961; }","duration":"2.534241333s","start":"2026-03-06T01:03:05.781305Z","end":"2026-03-06T01:03:08.315546Z","steps":["trace[1448624122] 'agreement among raft nodes before linearized reading' (duration: 2.534069679s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.315582Z","caller":"traceutil/trace.go:171","msg":"trace[2012561229] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13961; }","duration":"2.806927562s","start":"2026-03-06T01:03:05.508636Z","end":"2026-03-06T01:03:08.315564Z","steps":["trace[2012561229] 'agreement among raft nodes before linearized reading' (duration: 2.806783018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854182819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-06T01:03:08.315624Z","caller":"traceutil/trace.go:171","msg":"trace[867453817] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13961; }","duration":"2.85421051s","start":"2026-03-06T01:03:05.461408Z","end":"2026-03-06T01:03:08.315619Z","steps":["trace[867453817] 'agreement among raft nodes before linearized reading' (duration: 2.854146508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.781291Z","time spent":"2.534327535s","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:08.315635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.508562Z","time spent":"2.807059374s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:03:08.315647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.46135Z","time spent":"2.854291322s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-06T01:03:08.315643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97730744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.315428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854007876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:08.315662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80417556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:08.315507Z","caller":"traceutil/trace.go:171","msg":"trace[974979334] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13961; }","duration":"3.143592388s","start":"2026-03-06T01:03:05.171887Z","end":"2026-03-06T01:03:08.315479Z","steps":["trace[974979334] 'agreement among raft nodes before linearized reading' (duration: 3.143420954s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.315691Z","caller":"traceutil/trace.go:171","msg":"trace[1894558700] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:13961; }","duration":"2.977356031s","start":"2026-03-06T01:03:05.338322Z","end":"2026-03-06T01:03:08.315678Z","steps":["trace[1894558700] 'agreement among raft nodes before linearized reading' (duration: 2.97728883s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.315513Z","caller":"traceutil/trace.go:171","msg":"trace[1834867015] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13961; }","duration":"2.806982942s","start":"2026-03-06T01:03:05.508516Z","end":"2026-03-06T01:03:08.315499Z","steps":["trace[1834867015] 'agreement among raft nodes before linearized reading' (duration: 2.806939321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.33817Z","time spent":"2.977554125s","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:08.31574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.171875Z","time spent":"3.143847013s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:03:08.315756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.508495Z","time spent":"2.807249479s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:08.315711Z","caller":"traceutil/trace.go:171","msg":"trace[979696687] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13961; }","duration":"2.854345923s","start":"2026-03-06T01:03:05.461351Z","end":"2026-03-06T01:03:08.315697Z","steps":["trace[979696687] 'agreement among raft nodes before linearized reading' (duration: 2.853902504s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.461325Z","time spent":"2.854511907s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:08.315856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579580989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T01:03:08.315875Z","caller":"traceutil/trace.go:171","msg":"trace[1364729631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:13961; }","duration":"2.579654181s","start":"2026-03-06T01:03:05.736216Z","end":"2026-03-06T01:03:08.31587Z","steps":["trace[1364729631] 'agreement among raft nodes before linearized reading' (duration: 2.579556859s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001116998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-06T01:03:08.315898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802162776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:08.315923Z","caller":"traceutil/trace.go:171","msg":"trace[225083384] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13961; }","duration":"2.802199376s","start":"2026-03-06T01:03:05.513717Z","end":"2026-03-06T01:03:08.315916Z","steps":["trace[225083384] 'agreement among raft nodes before linearized reading' (duration: 2.802163826s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.315754Z","caller":"traceutil/trace.go:171","msg":"trace[1051090280] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13961; }","duration":"2.804278723s","start":"2026-03-06T01:03:05.511427Z","end":"2026-03-06T01:03:08.315706Z","steps":["trace[1051090280] 'agreement among raft nodes before linearized reading' (duration: 2.803823553s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.315919Z","caller":"traceutil/trace.go:171","msg":"trace[1205209191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13961; }","duration":"3.001167319s","start":"2026-03-06T01:03:05.31474Z","end":"2026-03-06T01:03:08.315907Z","steps":["trace[1205209191] 'agreement among raft nodes before linearized reading' (duration: 3.001001125s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.513709Z","time spent":"2.802227317s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:08.315958Z","caller":"traceutil/trace.go:171","msg":"trace[1351097892] transaction","detail":"{read_only:false; response_revision:13961; number_of_response:1; }","duration":"1.152275485s","start":"2026-03-06T01:03:07.163669Z","end":"2026-03-06T01:03:08.315945Z","steps":["trace[1351097892] 'process raft request' (duration: 1.151370755s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.315965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.314677Z","time spent":"3.001276971s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:03:08.315943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803213518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:08.315965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.511419Z","time spent":"2.804531998s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:08.316001Z","caller":"traceutil/trace.go:171","msg":"trace[558330353] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13961; }","duration":"2.80329052s","start":"2026-03-06T01:03:05.512705Z","end":"2026-03-06T01:03:08.315996Z","steps":["trace[558330353] 'agreement among raft nodes before linearized reading' (duration: 2.803208888s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.512695Z","time spent":"2.80331978s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724450071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:03:08.315902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.736195Z","time spent":"2.579703522s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.163637Z","time spent":"1.152351227s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:08.316028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801966751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:08.315541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826559107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:08.316093Z","caller":"traceutil/trace.go:171","msg":"trace[1616528642] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13961; }","duration":"2.82713801s","start":"2026-03-06T01:03:05.488949Z","end":"2026-03-06T01:03:08.316087Z","steps":["trace[1616528642] 'agreement among raft nodes before linearized reading' (duration: 2.826580478s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.316093Z","caller":"traceutil/trace.go:171","msg":"trace[1438173378] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13961; }","duration":"2.802044203s","start":"2026-03-06T01:03:05.51404Z","end":"2026-03-06T01:03:08.316084Z","steps":["trace[1438173378] 'agreement among raft nodes before linearized reading' (duration: 2.801949751s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75367106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.316111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.488935Z","time spent":"2.827172231s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:08.316125Z","caller":"traceutil/trace.go:171","msg":"trace[602415180] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13961; }","duration":"2.753690531s","start":"2026-03-06T01:03:05.56243Z","end":"2026-03-06T01:03:08.31612Z","steps":["trace[602415180] 'agreement among raft nodes before linearized reading' (duration: 2.75365729s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.514028Z","time spent":"2.802089284s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.562364Z","time spent":"2.753771783s","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:03:08.31555Z","caller":"traceutil/trace.go:171","msg":"trace[1518433702] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13961; }","duration":"3.187323838s","start":"2026-03-06T01:03:05.128213Z","end":"2026-03-06T01:03:08.315537Z","steps":["trace[1518433702] 'agreement among raft nodes before linearized reading' (duration: 3.187238966s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.128192Z","time spent":"3.187964812s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:03:08.316057Z","caller":"traceutil/trace.go:171","msg":"trace[590460671] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13961; }","duration":"2.724530143s","start":"2026-03-06T01:03:05.591512Z","end":"2026-03-06T01:03:08.316043Z","steps":["trace[590460671] 'agreement among raft nodes before linearized reading' (duration: 2.724478532s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860425331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:03:08.316211Z","caller":"traceutil/trace.go:171","msg":"trace[262497872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13961; }","duration":"1.860497452s","start":"2026-03-06T01:03:06.455703Z","end":"2026-03-06T01:03:08.316201Z","steps":["trace[262497872] 'agreement among raft nodes before linearized reading' (duration: 1.860378529s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.591489Z","time spent":"2.724713088s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:08.316246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:06.455682Z","time spent":"1.860554613s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:03:08.315965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799620799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:08.316276Z","caller":"traceutil/trace.go:171","msg":"trace[896335351] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13961; }","duration":"2.799953796s","start":"2026-03-06T01:03:05.516312Z","end":"2026-03-06T01:03:08.316266Z","steps":["trace[896335351] 'agreement among raft nodes before linearized reading' (duration: 2.799566267s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.516306Z","time spent":"2.799997507s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219420264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.316352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563421344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:03:08.316354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138545248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T01:03:08.316376Z","caller":"traceutil/trace.go:171","msg":"trace[1675004127] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13961; }","duration":"1.219506946s","start":"2026-03-06T01:03:07.09685Z","end":"2026-03-06T01:03:08.316357Z","steps":["trace[1675004127] 'agreement among raft nodes before linearized reading' (duration: 1.219416794s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.316442Z","caller":"traceutil/trace.go:171","msg":"trace[1464088225] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:13961; }","duration":"2.13863401s","start":"2026-03-06T01:03:06.17776Z","end":"2026-03-06T01:03:08.316394Z","steps":["trace[1464088225] 'agreement among raft nodes before linearized reading' (duration: 2.138481546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.096832Z","time spent":"1.219576477s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392694137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:03:08.316495Z","caller":"traceutil/trace.go:171","msg":"trace[141059779] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13961; }","duration":"1.392805451s","start":"2026-03-06T01:03:06.923679Z","end":"2026-03-06T01:03:08.316485Z","steps":["trace[141059779] 'agreement among raft nodes before linearized reading' (duration: 1.392706038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2158064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"warn","ts":"2026-03-06T01:03:08.315582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917420942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.31652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:06.923662Z","time spent":"1.392850801s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":12,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:03:08.316531Z","caller":"traceutil/trace.go:171","msg":"trace[1254192027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13961; }","duration":"3.215860401s","start":"2026-03-06T01:03:05.100661Z","end":"2026-03-06T01:03:08.316521Z","steps":["trace[1254192027] 'agreement among raft nodes before linearized reading' (duration: 3.215182225s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.316541Z","caller":"traceutil/trace.go:171","msg":"trace[1831280474] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13961; }","duration":"2.918427405s","start":"2026-03-06T01:03:05.398101Z","end":"2026-03-06T01:03:08.316528Z","steps":["trace[1831280474] 'agreement among raft nodes before linearized reading' (duration: 2.917436792s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.100654Z","time spent":"3.215896751s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.398086Z","time spent":"2.918483286s","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:08.316616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.668462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:03:08.316616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017905346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:08.316373Z","caller":"traceutil/trace.go:171","msg":"trace[531184035] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13961; }","duration":"1.563478624s","start":"2026-03-06T01:03:06.752889Z","end":"2026-03-06T01:03:08.316368Z","steps":["trace[531184035] 'agreement among raft nodes before linearized reading' (duration: 1.563440763s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.316651Z","caller":"traceutil/trace.go:171","msg":"trace[130155262] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13961; }","duration":"173.744573ms","start":"2026-03-06T01:03:08.142897Z","end":"2026-03-06T01:03:08.316642Z","steps":["trace[130155262] 'agreement among raft nodes before linearized reading' (duration: 173.678952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.316657Z","caller":"traceutil/trace.go:171","msg":"trace[102215729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13961; }","duration":"1.017964727s","start":"2026-03-06T01:03:07.298682Z","end":"2026-03-06T01:03:08.316647Z","steps":["trace[102215729] 'agreement among raft nodes before linearized reading' (duration: 1.017887036s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219430405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.316693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219299242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.316493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:06.177744Z","time spent":"2.138735793s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:06.75287Z","time spent":"1.563808283s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:03:08.31671Z","caller":"traceutil/trace.go:171","msg":"trace[1323756239] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13961; }","duration":"1.219520967s","start":"2026-03-06T01:03:07.097173Z","end":"2026-03-06T01:03:08.316694Z","steps":["trace[1323756239] 'agreement among raft nodes before linearized reading' (duration: 1.219440606s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217229566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.316729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.461351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:03:08.316756Z","caller":"traceutil/trace.go:171","msg":"trace[2112359114] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13961; }","duration":"1.217264877s","start":"2026-03-06T01:03:07.099487Z","end":"2026-03-06T01:03:08.316752Z","steps":["trace[2112359114] 'agreement among raft nodes before linearized reading' (duration: 1.217242226s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.097143Z","time spent":"1.21960518s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:08.31678Z","caller":"traceutil/trace.go:171","msg":"trace[286785492] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13961; }","duration":"252.548612ms","start":"2026-03-06T01:03:08.064217Z","end":"2026-03-06T01:03:08.316765Z","steps":["trace[286785492] 'agreement among raft nodes before linearized reading' (duration: 252.403799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21920692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:08.316842Z","caller":"traceutil/trace.go:171","msg":"trace[1992316665] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13961; }","duration":"1.219244711s","start":"2026-03-06T01:03:07.097593Z","end":"2026-03-06T01:03:08.316838Z","steps":["trace[1992316665] 'agreement among raft nodes before linearized reading' (duration: 1.21919053s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.298584Z","time spent":"1.01810176s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.097585Z","time spent":"1.219273682s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.099476Z","time spent":"1.217292578s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216411488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:08.316943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219717482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:08.316951Z","caller":"traceutil/trace.go:171","msg":"trace[983278043] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13961; }","duration":"1.216903639s","start":"2026-03-06T01:03:07.100037Z","end":"2026-03-06T01:03:08.316941Z","steps":["trace[983278043] 'agreement among raft nodes before linearized reading' (duration: 1.216389026s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.316964Z","caller":"traceutil/trace.go:171","msg":"trace[1732542116] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13961; }","duration":"1.219752902s","start":"2026-03-06T01:03:07.097202Z","end":"2026-03-06T01:03:08.316955Z","steps":["trace[1732542116] 'agreement among raft nodes before linearized reading' (duration: 1.219721411s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.316716Z","caller":"traceutil/trace.go:171","msg":"trace[847156621] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13961; }","duration":"1.219339654s","start":"2026-03-06T01:03:07.097371Z","end":"2026-03-06T01:03:08.31671Z","steps":["trace[847156621] 'agreement among raft nodes before linearized reading' (duration: 1.219301923s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.316979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.100029Z","time spent":"1.2169437s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:08.316963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218316685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"warn","ts":"2026-03-06T01:03:08.316917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219615439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:08.316999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.097361Z","time spent":"1.2196287s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:03:08.317031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216023609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:08.316987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.097192Z","time spent":"1.219790464s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:03:08.317027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219801513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:08.31705Z","caller":"traceutil/trace.go:171","msg":"trace[424621846] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13961; }","duration":"1.21606312s","start":"2026-03-06T01:03:07.100981Z","end":"2026-03-06T01:03:08.317044Z","steps":["trace[424621846] 'agreement among raft nodes before linearized reading' (duration: 1.216019289s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.317009Z","caller":"traceutil/trace.go:171","msg":"trace[90636585] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13961; }","duration":"3.218380656s","start":"2026-03-06T01:03:05.098623Z","end":"2026-03-06T01:03:08.317003Z","steps":["trace[90636585] 'agreement among raft nodes before linearized reading' (duration: 3.217857345s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.317049Z","caller":"traceutil/trace.go:171","msg":"trace[1631573461] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13961; }","duration":"1.219792444s","start":"2026-03-06T01:03:07.097239Z","end":"2026-03-06T01:03:08.317031Z","steps":["trace[1631573461] 'agreement among raft nodes before linearized reading' (duration: 1.21960557s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.317067Z","caller":"traceutil/trace.go:171","msg":"trace[1258255662] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13961; }","duration":"1.219883635s","start":"2026-03-06T01:03:07.097173Z","end":"2026-03-06T01:03:08.317057Z","steps":["trace[1258255662] 'agreement among raft nodes before linearized reading' (duration: 1.219746232s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.317089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.098615Z","time spent":"3.218462929s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:08.317099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216524411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:08.3171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.097162Z","time spent":"1.219931356s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:08.317115Z","caller":"traceutil/trace.go:171","msg":"trace[1684148427] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13961; }","duration":"1.216554821s","start":"2026-03-06T01:03:07.100556Z","end":"2026-03-06T01:03:08.317111Z","steps":["trace[1684148427] 'agreement among raft nodes before linearized reading' (duration: 1.216518331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.317129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.100545Z","time spent":"1.216579962s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:08.31699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214932235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:08.317115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.09721Z","time spent":"1.219881715s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:08.317149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216442363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"info","ts":"2026-03-06T01:03:08.317184Z","caller":"traceutil/trace.go:171","msg":"trace[470934277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13961; }","duration":"3.216488674s","start":"2026-03-06T01:03:05.100687Z","end":"2026-03-06T01:03:08.317175Z","steps":["trace[470934277] 'agreement among raft nodes before linearized reading' (duration: 3.214885408s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.317169Z","caller":"traceutil/trace.go:171","msg":"trace[2093651235] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13961; }","duration":"1.215106889s","start":"2026-03-06T01:03:07.102038Z","end":"2026-03-06T01:03:08.317145Z","steps":["trace[2093651235] 'agreement among raft nodes before linearized reading' (duration: 1.214938476s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.317211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:05.100684Z","time spent":"3.216517804s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:08.317239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.102031Z","time spent":"1.215192221s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:08.317065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:07.100969Z","time spent":"1.21609313s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:08.980858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.411805ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-06T01:03:08.98122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.317998Z","time spent":"663.218389ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:03:08.981557Z","caller":"traceutil/trace.go:171","msg":"trace[144499880] transaction","detail":"{read_only:false; response_revision:13962; number_of_response:1; }","duration":"654.970096ms","start":"2026-03-06T01:03:08.326553Z","end":"2026-03-06T01:03:08.981524Z","steps":["trace[144499880] 'process raft request' (duration: 654.412924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:08.981703Z","caller":"traceutil/trace.go:171","msg":"trace[1158386119] linearizableReadLoop","detail":"{readStateIndex:14467; appliedIndex:14466; }","duration":"661.721045ms","start":"2026-03-06T01:03:08.31996Z","end":"2026-03-06T01:03:08.981681Z","steps":["trace[1158386119] 'read index received' (duration: 460.557863ms)","trace[1158386119] 'applied index is now lower than readState.Index' (duration: 201.161772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:08.981993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.462416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-06T01:03:08.982044Z","caller":"traceutil/trace.go:171","msg":"trace[1413244411] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:13962; }","duration":"655.572069ms","start":"2026-03-06T01:03:08.326455Z","end":"2026-03-06T01:03:08.982027Z","steps":["trace[1413244411] 'agreement among raft nodes before linearized reading' (duration: 655.350354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.982127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.326436Z","time spent":"655.679631ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T01:03:08.982332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.347679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-06T01:03:08.982386Z","caller":"traceutil/trace.go:171","msg":"trace[1946311245] range","detail":"{range_begin:/registry/persistentvolumes/pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c; range_end:; response_count:1; response_revision:13962; }","duration":"662.442711ms","start":"2026-03-06T01:03:08.319927Z","end":"2026-03-06T01:03:08.98237Z","steps":["trace[1946311245] 'agreement among raft nodes before linearized reading' (duration: 662.200775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.982499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.31991Z","time spent":"662.577164ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-00ef20ec-7a29-4a63-adaa-064b0bb2f26c\" "} {"level":"warn","ts":"2026-03-06T01:03:08.982798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.346037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:03:08.982842Z","caller":"traceutil/trace.go:171","msg":"trace[252841220] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13962; }","duration":"248.429919ms","start":"2026-03-06T01:03:08.734402Z","end":"2026-03-06T01:03:08.982832Z","steps":["trace[252841220] 'agreement among raft nodes before linearized reading' (duration: 248.356757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.983013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.326538Z","time spent":"655.093979ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:08.98337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.057919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:08.983416Z","caller":"traceutil/trace.go:171","msg":"trace[1606256032] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13962; }","duration":"444.10505ms","start":"2026-03-06T01:03:08.539298Z","end":"2026-03-06T01:03:08.983403Z","steps":["trace[1606256032] 'agreement among raft nodes before linearized reading' (duration: 444.035869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.983498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.539238Z","time spent":"444.248153ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:08.985683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.014855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"info","ts":"2026-03-06T01:03:08.985717Z","caller":"traceutil/trace.go:171","msg":"trace[921638105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13962; }","duration":"659.083027ms","start":"2026-03-06T01:03:08.326626Z","end":"2026-03-06T01:03:08.985709Z","steps":["trace[921638105] 'agreement among raft nodes before linearized reading' (duration: 657.081693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.985739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.32661Z","time spent":"659.122827ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:08.986096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.513097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:03:08.986123Z","caller":"traceutil/trace.go:171","msg":"trace[1822570320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13962; }","duration":"659.548748ms","start":"2026-03-06T01:03:08.326568Z","end":"2026-03-06T01:03:08.986117Z","steps":["trace[1822570320] 'agreement among raft nodes before linearized reading' (duration: 659.476906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.986143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.326565Z","time spent":"659.573078ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:03:08.986296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.756372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:08.986341Z","caller":"traceutil/trace.go:171","msg":"trace[39681497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13962; }","duration":"659.816523ms","start":"2026-03-06T01:03:08.326518Z","end":"2026-03-06T01:03:08.986334Z","steps":["trace[39681497] 'agreement among raft nodes before linearized reading' (duration: 659.758942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:08.986382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:08.326505Z","time spent":"659.871695ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:03:09.546541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056255103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:03:09.582115Z","caller":"traceutil/trace.go:171","msg":"trace[542626990] linearizableReadLoop","detail":"{readStateIndex:14476; appliedIndex:14475; }","duration":"536.585649ms","start":"2026-03-06T01:03:09.045508Z","end":"2026-03-06T01:03:09.582093Z","steps":["trace[542626990] 'read index received' (duration: 536.380144ms)","trace[542626990] 'applied index is now lower than readState.Index' (duration: 204.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:09.582196Z","caller":"traceutil/trace.go:171","msg":"trace[452746566] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"538.448651ms","start":"2026-03-06T01:03:09.043719Z","end":"2026-03-06T01:03:09.582168Z","steps":["trace[452746566] 'process raft request' (duration: 538.231516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:09.582418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.908486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T01:03:09.582493Z","caller":"traceutil/trace.go:171","msg":"trace[635734335] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13969; }","duration":"537.043499ms","start":"2026-03-06T01:03:09.045434Z","end":"2026-03-06T01:03:09.582478Z","steps":["trace[635734335] 'agreement among raft nodes before linearized reading' (duration: 536.768483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:09.582524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:09.043698Z","time spent":"538.717887ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:09.582558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.029384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-06T01:03:09.582541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:09.045409Z","time spent":"537.122302ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:03:09.582579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.554572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:09.582697Z","caller":"traceutil/trace.go:171","msg":"trace[1562670882] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13969; }","duration":"478.704337ms","start":"2026-03-06T01:03:09.103976Z","end":"2026-03-06T01:03:09.58268Z","steps":["trace[1562670882] 'agreement among raft nodes before linearized reading' (duration: 478.527512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:09.582767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:09.103955Z","time spent":"478.801388ms","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:03:09.582786Z","caller":"traceutil/trace.go:171","msg":"trace[543148964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13969; }","duration":"493.247659ms","start":"2026-03-06T01:03:09.089394Z","end":"2026-03-06T01:03:09.582642Z","steps":["trace[543148964] 'agreement among raft nodes before linearized reading' (duration: 492.873831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:09.582878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:09.08937Z","time spent":"493.495716ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T01:03:10.273055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.292592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:03:10.273122Z","caller":"traceutil/trace.go:171","msg":"trace[2024052813] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13969; }","duration":"117.402605ms","start":"2026-03-06T01:03:10.155701Z","end":"2026-03-06T01:03:10.273103Z","steps":["trace[2024052813] 'range keys from in-memory index tree' (duration: 117.111328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:10.273219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.553148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18788"} {"level":"info","ts":"2026-03-06T01:03:10.273288Z","caller":"traceutil/trace.go:171","msg":"trace[762468950] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13969; }","duration":"682.6453ms","start":"2026-03-06T01:03:09.590624Z","end":"2026-03-06T01:03:10.27327Z","steps":["trace[762468950] 'range keys from in-memory index tree' (duration: 682.387514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:10.273325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:09.590617Z","time spent":"682.699521ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18811,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:03:10.79023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056255112,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:03:10.799328Z","caller":"traceutil/trace.go:171","msg":"trace[2037665904] transaction","detail":"{read_only:false; response_revision:13970; number_of_response:1; }","duration":"514.578512ms","start":"2026-03-06T01:03:10.284719Z","end":"2026-03-06T01:03:10.799298Z","steps":["trace[2037665904] 'process raft request' (duration: 514.390938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:10.799537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.284698Z","time spent":"514.685214ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:11.063817Z","caller":"traceutil/trace.go:171","msg":"trace[169717058] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"740.274788ms","start":"2026-03-06T01:03:10.323517Z","end":"2026-03-06T01:03:11.063792Z","steps":["trace[169717058] 'process raft request' (duration: 739.986272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.063873Z","caller":"traceutil/trace.go:171","msg":"trace[1346372119] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"537.729516ms","start":"2026-03-06T01:03:10.526119Z","end":"2026-03-06T01:03:11.063848Z","steps":["trace[1346372119] 'process raft request' (duration: 537.499721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.063965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.323506Z","time spent":"740.38331ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:11.063997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.526094Z","time spent":"537.833168ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:11.064009Z","caller":"traceutil/trace.go:171","msg":"trace[1166037252] linearizableReadLoop","detail":"{readStateIndex:14480; appliedIndex:14476; }","duration":"774.622589ms","start":"2026-03-06T01:03:10.289362Z","end":"2026-03-06T01:03:11.063985Z","steps":["trace[1166037252] 'read index received' (duration: 509.862478ms)","trace[1166037252] 'applied index is now lower than readState.Index' (duration: 264.757901ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:11.064039Z","caller":"traceutil/trace.go:171","msg":"trace[349370121] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"740.82505ms","start":"2026-03-06T01:03:10.323175Z","end":"2026-03-06T01:03:11.064001Z","steps":["trace[349370121] 'process raft request' (duration: 715.439816ms)","trace[349370121] 'compare' (duration: 24.541165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:11.064172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.802173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-06T01:03:11.064228Z","caller":"traceutil/trace.go:171","msg":"trace[1905349749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13974; }","duration":"774.892515ms","start":"2026-03-06T01:03:10.289316Z","end":"2026-03-06T01:03:11.064209Z","steps":["trace[1905349749] 'agreement among raft nodes before linearized reading' (duration: 774.727302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.32315Z","time spent":"741.028074ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:11.064271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.289292Z","time spent":"774.967576ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:03:11.06436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.377798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:11.064383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.456637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:11.064401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.830698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-06T01:03:11.064503Z","caller":"traceutil/trace.go:171","msg":"trace[1355196458] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13974; }","duration":"738.59753ms","start":"2026-03-06T01:03:10.325887Z","end":"2026-03-06T01:03:11.064484Z","steps":["trace[1355196458] 'agreement among raft nodes before linearized reading' (duration: 738.304774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.740924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:11.06451Z","caller":"traceutil/trace.go:171","msg":"trace[1874768131] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13974; }","duration":"739.95312ms","start":"2026-03-06T01:03:10.324535Z","end":"2026-03-06T01:03:11.064488Z","steps":["trace[1874768131] 'agreement among raft nodes before linearized reading' (duration: 739.757326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.064549Z","caller":"traceutil/trace.go:171","msg":"trace[1291365404] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13974; }","duration":"738.786864ms","start":"2026-03-06T01:03:10.325753Z","end":"2026-03-06T01:03:11.06454Z","steps":["trace[1291365404] 'agreement among raft nodes before linearized reading' (duration: 738.702883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325881Z","time spent":"738.654481ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:11.064562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.324509Z","time spent":"740.039263ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-06T01:03:11.064584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325746Z","time spent":"738.831615ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:11.064602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.26442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:11.064666Z","caller":"traceutil/trace.go:171","msg":"trace[1715414839] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13974; }","duration":"741.344352ms","start":"2026-03-06T01:03:10.323306Z","end":"2026-03-06T01:03:11.064651Z","steps":["trace[1715414839] 'agreement among raft nodes before linearized reading' (duration: 741.140436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.70456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:11.064769Z","caller":"traceutil/trace.go:171","msg":"trace[1105755948] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13974; }","duration":"741.780532ms","start":"2026-03-06T01:03:10.322974Z","end":"2026-03-06T01:03:11.064755Z","steps":["trace[1105755948] 'agreement among raft nodes before linearized reading' (duration: 741.66851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.676527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:11.064808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.505051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:11.064808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.322966Z","time spent":"741.834793ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:11.064825Z","caller":"traceutil/trace.go:171","msg":"trace[1886043541] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13974; }","duration":"740.747019ms","start":"2026-03-06T01:03:10.324066Z","end":"2026-03-06T01:03:11.064813Z","steps":["trace[1886043541] 'agreement among raft nodes before linearized reading' (duration: 740.677438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.594192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:11.064842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.680899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:11.064911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.196579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:11.064936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.393983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:11.064771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.226505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:11.064979Z","caller":"traceutil/trace.go:171","msg":"trace[19264089] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13974; }","duration":"739.44826ms","start":"2026-03-06T01:03:10.325522Z","end":"2026-03-06T01:03:11.064971Z","steps":["trace[19264089] 'agreement among raft nodes before linearized reading' (duration: 739.225275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.064973Z","caller":"traceutil/trace.go:171","msg":"trace[168060551] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13974; }","duration":"741.283491ms","start":"2026-03-06T01:03:10.323676Z","end":"2026-03-06T01:03:11.064959Z","steps":["trace[168060551] 'agreement among raft nodes before linearized reading' (duration: 741.140827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325514Z","time spent":"739.501271ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.323667Z","time spent":"741.352402ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.93731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:11.065151Z","caller":"traceutil/trace.go:171","msg":"trace[1399534373] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13974; }","duration":"740.015542ms","start":"2026-03-06T01:03:10.325124Z","end":"2026-03-06T01:03:11.065139Z","steps":["trace[1399534373] 'agreement among raft nodes before linearized reading' (duration: 739.8808ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.065158Z","caller":"traceutil/trace.go:171","msg":"trace[1883478917] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13974; }","duration":"739.90061ms","start":"2026-03-06T01:03:10.325246Z","end":"2026-03-06T01:03:11.065146Z","steps":["trace[1883478917] 'agreement among raft nodes before linearized reading' (duration: 739.606443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.323299Z","time spent":"741.405913ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325116Z","time spent":"740.062833ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:11.064835Z","caller":"traceutil/trace.go:171","msg":"trace[438578359] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13974; }","duration":"739.540422ms","start":"2026-03-06T01:03:10.325286Z","end":"2026-03-06T01:03:11.064826Z","steps":["trace[438578359] 'agreement among raft nodes before linearized reading' (duration: 739.503841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325234Z","time spent":"739.954251ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.324745Z","time spent":"740.484703ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:11.064977Z","caller":"traceutil/trace.go:171","msg":"trace[865248668] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13974; }","duration":"741.474715ms","start":"2026-03-06T01:03:10.32349Z","end":"2026-03-06T01:03:11.064965Z","steps":["trace[865248668] 'agreement among raft nodes before linearized reading' (duration: 741.412473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.982691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:11.064933Z","caller":"traceutil/trace.go:171","msg":"trace[262982150] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13974; }","duration":"741.800823ms","start":"2026-03-06T01:03:10.323111Z","end":"2026-03-06T01:03:11.064912Z","steps":["trace[262982150] 'agreement among raft nodes before linearized reading' (duration: 741.543267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.258947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:11.065374Z","caller":"traceutil/trace.go:171","msg":"trace[959650528] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13974; }","duration":"740.102224ms","start":"2026-03-06T01:03:10.325253Z","end":"2026-03-06T01:03:11.065355Z","steps":["trace[959650528] 'agreement among raft nodes before linearized reading' (duration: 739.92ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.323465Z","time spent":"741.881034ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.333305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:11.065431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325239Z","time spent":"740.177776ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.246305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:03:11.064985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.513558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:11.065481Z","caller":"traceutil/trace.go:171","msg":"trace[96806739] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13974; }","duration":"197.314607ms","start":"2026-03-06T01:03:10.868153Z","end":"2026-03-06T01:03:11.065467Z","steps":["trace[96806739] 'agreement among raft nodes before linearized reading' (duration: 197.242875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.064876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.32405Z","time spent":"740.81513ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.920049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" ","response":"range_response_count:1 size:20758"} {"level":"warn","ts":"2026-03-06T01:03:11.065519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.861417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:11.065555Z","caller":"traceutil/trace.go:171","msg":"trace[977119785] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xscqt; range_end:; response_count:1; response_revision:13974; }","duration":"725.96517ms","start":"2026-03-06T01:03:10.339584Z","end":"2026-03-06T01:03:11.06555Z","steps":["trace[977119785] 'agreement among raft nodes before linearized reading' (duration: 725.870528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.499529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:11.065582Z","caller":"traceutil/trace.go:171","msg":"trace[571883506] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13974; }","duration":"738.614081ms","start":"2026-03-06T01:03:10.326964Z","end":"2026-03-06T01:03:11.065578Z","steps":["trace[571883506] 'agreement among raft nodes before linearized reading' (duration: 738.482918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.252147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:11.064876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.277782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:11.065661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.025741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:03:11.065663Z","caller":"traceutil/trace.go:171","msg":"trace[1618602764] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13974; }","duration":"743.07745ms","start":"2026-03-06T01:03:10.32257Z","end":"2026-03-06T01:03:11.065647Z","steps":["trace[1618602764] 'agreement among raft nodes before linearized reading' (duration: 742.1995ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.065684Z","caller":"traceutil/trace.go:171","msg":"trace[1574359064] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:13974; }","duration":"730.060331ms","start":"2026-03-06T01:03:10.335619Z","end":"2026-03-06T01:03:11.065679Z","steps":["trace[1574359064] 'agreement among raft nodes before linearized reading' (duration: 729.978349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.335612Z","time spent":"730.086792ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.322564Z","time spent":"743.136731ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.500171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:11.065377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.323105Z","time spent":"742.259042ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:11.065482Z","caller":"traceutil/trace.go:171","msg":"trace[1044486190] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13974; }","duration":"743.046299ms","start":"2026-03-06T01:03:10.322428Z","end":"2026-03-06T01:03:11.065474Z","steps":["trace[1044486190] 'agreement among raft nodes before linearized reading' (duration: 742.480536ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.065441Z","caller":"traceutil/trace.go:171","msg":"trace[820567267] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13974; }","duration":"738.375726ms","start":"2026-03-06T01:03:10.327056Z","end":"2026-03-06T01:03:11.065432Z","steps":["trace[820567267] 'agreement among raft nodes before linearized reading' (duration: 738.315695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.322411Z","time spent":"743.456778ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.327052Z","time spent":"738.833367ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:11.064435Z","caller":"traceutil/trace.go:171","msg":"trace[1365021469] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13974; }","duration":"739.4498ms","start":"2026-03-06T01:03:10.324944Z","end":"2026-03-06T01:03:11.064394Z","steps":["trace[1365021469] 'agreement among raft nodes before linearized reading' (duration: 739.327918ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.065392Z","caller":"traceutil/trace.go:171","msg":"trace[486034104] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13974; }","duration":"740.321669ms","start":"2026-03-06T01:03:10.325062Z","end":"2026-03-06T01:03:11.065384Z","steps":["trace[486034104] 'agreement among raft nodes before linearized reading' (duration: 740.229297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.02494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:11.065563Z","caller":"traceutil/trace.go:171","msg":"trace[773526127] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13974; }","duration":"738.902278ms","start":"2026-03-06T01:03:10.326653Z","end":"2026-03-06T01:03:11.065555Z","steps":["trace[773526127] 'agreement among raft nodes before linearized reading' (duration: 738.852086ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:11.066066Z","caller":"traceutil/trace.go:171","msg":"trace[124349714] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13974; }","duration":"739.421259ms","start":"2026-03-06T01:03:10.326633Z","end":"2026-03-06T01:03:11.066054Z","steps":["trace[124349714] 'agreement among raft nodes before linearized reading' (duration: 739.00729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.065626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.326958Z","time spent":"738.643183ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:03:11.066099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.326622Z","time spent":"739.46836ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:11.066101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.326635Z","time spent":"739.45193ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:03:11.064242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.200238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:11.066163Z","caller":"traceutil/trace.go:171","msg":"trace[4963499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13974; }","duration":"771.151163ms","start":"2026-03-06T01:03:10.295001Z","end":"2026-03-06T01:03:11.066152Z","steps":["trace[4963499] 'agreement among raft nodes before linearized reading' (duration: 769.181689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.066203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.294995Z","time spent":"771.199603ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.339574Z","time spent":"726.006581ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20781,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" "} {"level":"info","ts":"2026-03-06T01:03:11.065798Z","caller":"traceutil/trace.go:171","msg":"trace[339862135] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13974; }","duration":"739.555332ms","start":"2026-03-06T01:03:10.326234Z","end":"2026-03-06T01:03:11.06579Z","steps":["trace[339862135] 'agreement among raft nodes before linearized reading' (duration: 739.48086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.066369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.326227Z","time spent":"740.133855ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.479794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:03:11.066495Z","caller":"traceutil/trace.go:171","msg":"trace[2127599258] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:13974; }","duration":"737.116418ms","start":"2026-03-06T01:03:10.329361Z","end":"2026-03-06T01:03:11.066478Z","steps":["trace[2127599258] 'agreement among raft nodes before linearized reading' (duration: 736.455783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.066559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.329349Z","time spent":"737.192039ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:03:11.065992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.324931Z","time spent":"741.048986ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:11.066053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325049Z","time spent":"740.994303ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:11.06575Z","caller":"traceutil/trace.go:171","msg":"trace[673195573] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13974; }","duration":"740.527253ms","start":"2026-03-06T01:03:10.325205Z","end":"2026-03-06T01:03:11.065732Z","steps":["trace[673195573] 'agreement among raft nodes before linearized reading' (duration: 740.187236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:11.067124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:10.325192Z","time spent":"741.919093ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:11.573716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056255120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:03:12.074043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056255120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:03:12.57436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056255120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:03:12.820945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.73599008s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:03:12.821502Z","caller":"traceutil/trace.go:171","msg":"trace[711427358] transaction","detail":"{read_only:false; response_revision:13975; number_of_response:1; }","duration":"1.749564032s","start":"2026-03-06T01:03:11.071911Z","end":"2026-03-06T01:03:12.821475Z","steps":["trace[711427358] 'process raft request' (duration: 1.749365727s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:12.82167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.071892Z","time spent":"1.749693574s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:13.298797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:03:13.298886Z","caller":"traceutil/trace.go:171","msg":"trace[1963680475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0006468s","start":"2026-03-06T01:03:11.29822Z","end":"2026-03-06T01:03:13.298867Z","steps":["trace[1963680475] 'agreement among raft nodes before linearized reading' (duration: 2.000538867s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.298935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.2982Z","time spent":"2.000722911s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:03:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:03:13.317522Z","caller":"traceutil/trace.go:171","msg":"trace[2089296624] transaction","detail":"{read_only:false; response_revision:13978; number_of_response:1; }","duration":"2.244079379s","start":"2026-03-06T01:03:11.073428Z","end":"2026-03-06T01:03:13.317507Z","steps":["trace[2089296624] 'process raft request' (duration: 2.244017018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.317807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.073416Z","time spent":"2.244330374s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:13.317787Z","caller":"traceutil/trace.go:171","msg":"trace[1443651256] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"2.245562522s","start":"2026-03-06T01:03:11.072187Z","end":"2026-03-06T01:03:13.31775Z","steps":["trace[1443651256] 'process raft request' (duration: 2.245081812s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.318039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.072152Z","time spent":"2.245807358s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:13.318069Z","caller":"traceutil/trace.go:171","msg":"trace[879983059] transaction","detail":"{read_only:false; response_revision:13979; number_of_response:1; }","duration":"2.244145151s","start":"2026-03-06T01:03:11.073895Z","end":"2026-03-06T01:03:13.31804Z","steps":["trace[879983059] 'process raft request' (duration: 2.243580408s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:13.31787Z","caller":"traceutil/trace.go:171","msg":"trace[1181955231] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"2.244878797s","start":"2026-03-06T01:03:11.072944Z","end":"2026-03-06T01:03:13.317823Z","steps":["trace[1181955231] 'process raft request' (duration: 2.244461208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.318139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.07389Z","time spent":"2.244211702s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:13.318144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.072936Z","time spent":"2.245174743s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:13.318444Z","caller":"traceutil/trace.go:171","msg":"trace[19664054] transaction","detail":"{read_only:false; response_revision:13980; number_of_response:1; }","duration":"2.244436906s","start":"2026-03-06T01:03:11.073949Z","end":"2026-03-06T01:03:13.318386Z","steps":["trace[19664054] 'process raft request' (duration: 2.244063018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.318614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.073933Z","time spent":"2.24459526s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:13.518301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.022605ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:03:13.518721Z","caller":"traceutil/trace.go:171","msg":"trace[1019896201] linearizableReadLoop","detail":"{readStateIndex:14488; appliedIndex:14481; }","duration":"2.445785833s","start":"2026-03-06T01:03:11.072909Z","end":"2026-03-06T01:03:13.518695Z","steps":["trace[1019896201] 'read index received' (duration: 1.748375866s)","trace[1019896201] 'applied index is now lower than readState.Index' (duration: 697.408147ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:13.518844Z","caller":"traceutil/trace.go:171","msg":"trace[1555426750] transaction","detail":"{read_only:false; response_revision:13982; number_of_response:1; }","duration":"444.977789ms","start":"2026-03-06T01:03:13.073849Z","end":"2026-03-06T01:03:13.518827Z","steps":["trace[1555426750] 'process raft request' (duration: 444.870506ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:13.518878Z","caller":"traceutil/trace.go:171","msg":"trace[1767065451] transaction","detail":"{read_only:false; response_revision:13981; number_of_response:1; }","duration":"445.758707ms","start":"2026-03-06T01:03:13.073086Z","end":"2026-03-06T01:03:13.518844Z","steps":["trace[1767065451] 'process raft request' (duration: 445.519122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073839Z","time spent":"445.07314ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:13.519146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.568015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.519188Z","caller":"traceutil/trace.go:171","msg":"trace[1701641932] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13982; }","duration":"442.80488ms","start":"2026-03-06T01:03:13.076374Z","end":"2026-03-06T01:03:13.519178Z","steps":["trace[1701641932] 'agreement among raft nodes before linearized reading' (duration: 442.724689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.07306Z","time spent":"445.892259ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:13.519218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.410168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:13.519253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.00559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.519278Z","caller":"traceutil/trace.go:171","msg":"trace[268017080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13982; }","duration":"220.059951ms","start":"2026-03-06T01:03:13.29921Z","end":"2026-03-06T01:03:13.51927Z","steps":["trace[268017080] 'agreement among raft nodes before linearized reading' (duration: 220.02272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.951356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:13.519309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.352696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:13.519379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.585212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:13.519407Z","caller":"traceutil/trace.go:171","msg":"trace[1212094056] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13982; }","duration":"445.611152ms","start":"2026-03-06T01:03:13.073789Z","end":"2026-03-06T01:03:13.519401Z","steps":["trace[1212094056] 'agreement among raft nodes before linearized reading' (duration: 445.551841ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:13.519391Z","caller":"traceutil/trace.go:171","msg":"trace[716539217] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13982; }","duration":"444.080929ms","start":"2026-03-06T01:03:13.075282Z","end":"2026-03-06T01:03:13.519363Z","steps":["trace[716539217] 'agreement among raft nodes before linearized reading' (duration: 443.812583ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:13.519384Z","caller":"traceutil/trace.go:171","msg":"trace[322380768] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13982; }","duration":"445.459629ms","start":"2026-03-06T01:03:13.073908Z","end":"2026-03-06T01:03:13.519368Z","steps":["trace[322380768] 'agreement among raft nodes before linearized reading' (duration: 445.222374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.076365Z","time spent":"442.844661ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:03:13.51945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.075273Z","time spent":"444.162191ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:13.519431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073719Z","time spent":"445.706005ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:13.519518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44659832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"warn","ts":"2026-03-06T01:03:13.519535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.277425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.519558Z","caller":"traceutil/trace.go:171","msg":"trace[593462500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13982; }","duration":"2.446661782s","start":"2026-03-06T01:03:11.072884Z","end":"2026-03-06T01:03:13.519546Z","steps":["trace[593462500] 'agreement among raft nodes before linearized reading' (duration: 2.445916256s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.51982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.072872Z","time spent":"2.446936438s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:13.519462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073904Z","time spent":"445.540981ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:13.519566Z","caller":"traceutil/trace.go:171","msg":"trace[1978585404] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13982; }","duration":"445.327466ms","start":"2026-03-06T01:03:13.074229Z","end":"2026-03-06T01:03:13.519557Z","steps":["trace[1978585404] 'agreement among raft nodes before linearized reading' (duration: 445.277075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.208549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:13.519928Z","caller":"traceutil/trace.go:171","msg":"trace[1281391023] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13982; }","duration":"443.298231ms","start":"2026-03-06T01:03:13.076615Z","end":"2026-03-06T01:03:13.519913Z","steps":["trace[1281391023] 'agreement among raft nodes before linearized reading' (duration: 442.870362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.753757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-06T01:03:13.519968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.792558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:13.520015Z","caller":"traceutil/trace.go:171","msg":"trace[888257060] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13982; }","duration":"446.84625ms","start":"2026-03-06T01:03:13.073157Z","end":"2026-03-06T01:03:13.520003Z","steps":["trace[888257060] 'agreement among raft nodes before linearized reading' (duration: 446.750848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.520022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.98094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:13.52003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.463745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.520094Z","caller":"traceutil/trace.go:171","msg":"trace[1943958073] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13982; }","duration":"443.542676ms","start":"2026-03-06T01:03:13.076537Z","end":"2026-03-06T01:03:13.52008Z","steps":["trace[1943958073] 'agreement among raft nodes before linearized reading' (duration: 443.447904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.520146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.076529Z","time spent":"443.604947ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:13.519462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.668533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.52046Z","caller":"traceutil/trace.go:171","msg":"trace[1221737699] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13982; }","duration":"446.620555ms","start":"2026-03-06T01:03:13.07377Z","end":"2026-03-06T01:03:13.520391Z","steps":["trace[1221737699] 'agreement among raft nodes before linearized reading' (duration: 445.675544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:13.519282Z","caller":"traceutil/trace.go:171","msg":"trace[799586905] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13982; }","duration":"445.49725ms","start":"2026-03-06T01:03:13.073771Z","end":"2026-03-06T01:03:13.519268Z","steps":["trace[799586905] 'agreement among raft nodes before linearized reading' (duration: 445.293146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.520603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.07376Z","time spent":"446.803008ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:13.520615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073762Z","time spent":"446.833409ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:13.519832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446273442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"info","ts":"2026-03-06T01:03:13.52082Z","caller":"traceutil/trace.go:171","msg":"trace[2027573936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13982; }","duration":"2.447298915s","start":"2026-03-06T01:03:11.073502Z","end":"2026-03-06T01:03:13.520801Z","steps":["trace[2027573936] 'agreement among raft nodes before linearized reading' (duration: 2.445533496s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.520894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.073481Z","time spent":"2.447383467s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:13.521192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.606106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:13.519969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.076603Z","time spent":"443.353992ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:13.521244Z","caller":"traceutil/trace.go:171","msg":"trace[1955300875] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13982; }","duration":"447.671257ms","start":"2026-03-06T01:03:13.073561Z","end":"2026-03-06T01:03:13.521232Z","steps":["trace[1955300875] 'agreement among raft nodes before linearized reading' (duration: 447.574245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.53206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:13.521279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073554Z","time spent":"447.714868ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:13.521312Z","caller":"traceutil/trace.go:171","msg":"trace[81732910] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13982; }","duration":"447.502403ms","start":"2026-03-06T01:03:13.073791Z","end":"2026-03-06T01:03:13.521293Z","steps":["trace[81732910] 'agreement among raft nodes before linearized reading' (duration: 445.51026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.521371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.07374Z","time spent":"447.615536ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:03:13.519877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.07422Z","time spent":"445.646693ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:03:13.521455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.961081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:13.521483Z","caller":"traceutil/trace.go:171","msg":"trace[1681695978] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13982; }","duration":"446.001792ms","start":"2026-03-06T01:03:13.075472Z","end":"2026-03-06T01:03:13.521474Z","steps":["trace[1681695978] 'agreement among raft nodes before linearized reading' (duration: 445.902769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.519889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.244297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:13.521515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.075463Z","time spent":"446.046723ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:13.521529Z","caller":"traceutil/trace.go:171","msg":"trace[1129843540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13982; }","duration":"447.897193ms","start":"2026-03-06T01:03:13.073619Z","end":"2026-03-06T01:03:13.521517Z","steps":["trace[1129843540] 'agreement among raft nodes before linearized reading' (duration: 446.244246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.521563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073613Z","time spent":"447.940154ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:13.519979Z","caller":"traceutil/trace.go:171","msg":"trace[69096231] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13982; }","duration":"446.803518ms","start":"2026-03-06T01:03:13.073165Z","end":"2026-03-06T01:03:13.519969Z","steps":["trace[69096231] 'agreement among raft nodes before linearized reading' (duration: 446.740577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.521614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073156Z","time spent":"448.443576ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-06T01:03:13.520054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073149Z","time spent":"446.896041ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:13.521884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.315622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.521932Z","caller":"traceutil/trace.go:171","msg":"trace[201649625] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13982; }","duration":"448.381404ms","start":"2026-03-06T01:03:13.073537Z","end":"2026-03-06T01:03:13.521918Z","steps":["trace[201649625] 'agreement among raft nodes before linearized reading' (duration: 448.294852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.521961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073526Z","time spent":"448.428585ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:03:13.522017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44706828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"info","ts":"2026-03-06T01:03:13.522104Z","caller":"traceutil/trace.go:171","msg":"trace[176610771] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13982; }","duration":"2.447180214s","start":"2026-03-06T01:03:11.074905Z","end":"2026-03-06T01:03:13.522085Z","steps":["trace[176610771] 'agreement among raft nodes before linearized reading' (duration: 2.446244682s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.522163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.0749Z","time spent":"2.447249875s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:13.522165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.2126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.52222Z","caller":"traceutil/trace.go:171","msg":"trace[1587427271] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13982; }","duration":"448.276261ms","start":"2026-03-06T01:03:13.073934Z","end":"2026-03-06T01:03:13.52221Z","steps":["trace[1587427271] 'agreement among raft nodes before linearized reading' (duration: 448.185219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.522255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.07393Z","time spent":"448.318022ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:13.522519Z","caller":"traceutil/trace.go:171","msg":"trace[1738771385] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13982; }","duration":"448.484076ms","start":"2026-03-06T01:03:13.074016Z","end":"2026-03-06T01:03:13.5225Z","steps":["trace[1738771385] 'agreement among raft nodes before linearized reading' (duration: 445.882758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.522568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.074009Z","time spent":"448.547707ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:13.523111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.596511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:13.523163Z","caller":"traceutil/trace.go:171","msg":"trace[331172612] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13982; }","duration":"449.663652ms","start":"2026-03-06T01:03:13.073487Z","end":"2026-03-06T01:03:13.523151Z","steps":["trace[331172612] 'agreement among raft nodes before linearized reading' (duration: 449.192762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.5232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073482Z","time spent":"449.706953ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:13.523525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122340171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:03:13.52357Z","caller":"traceutil/trace.go:171","msg":"trace[457073297] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13982; }","duration":"1.122427152s","start":"2026-03-06T01:03:12.401133Z","end":"2026-03-06T01:03:13.52356Z","steps":["trace[457073297] 'agreement among raft nodes before linearized reading' (duration: 1.12233994s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.523674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:12.401111Z","time spent":"1.122552665s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:13.523815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.361307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.524376Z","caller":"traceutil/trace.go:171","msg":"trace[2019577798] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13982; }","duration":"450.9138ms","start":"2026-03-06T01:03:13.073418Z","end":"2026-03-06T01:03:13.524332Z","steps":["trace[2019577798] 'agreement among raft nodes before linearized reading' (duration: 450.332806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.524479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.32903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:13.524533Z","caller":"traceutil/trace.go:171","msg":"trace[127866109] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13982; }","duration":"451.436423ms","start":"2026-03-06T01:03:13.073083Z","end":"2026-03-06T01:03:13.524519Z","steps":["trace[127866109] 'agreement among raft nodes before linearized reading' (duration: 451.202408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.524566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073061Z","time spent":"451.498064ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:13.524648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073408Z","time spent":"451.083024ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:03:13.524715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.509783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:13.524877Z","caller":"traceutil/trace.go:171","msg":"trace[713740736] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13982; }","duration":"451.709128ms","start":"2026-03-06T01:03:13.073158Z","end":"2026-03-06T01:03:13.524867Z","steps":["trace[713740736] 'agreement among raft nodes before linearized reading' (duration: 451.474613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.524917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073137Z","time spent":"451.769469ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:13.525031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.53054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:13.525079Z","caller":"traceutil/trace.go:171","msg":"trace[1212085564] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13982; }","duration":"449.602482ms","start":"2026-03-06T01:03:13.075467Z","end":"2026-03-06T01:03:13.52507Z","steps":["trace[1212085564] 'agreement among raft nodes before linearized reading' (duration: 449.300255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.525108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.075456Z","time spent":"449.641802ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:13.525369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.728301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:03:13.5254Z","caller":"traceutil/trace.go:171","msg":"trace[1365471152] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13982; }","duration":"911.807532ms","start":"2026-03-06T01:03:12.613585Z","end":"2026-03-06T01:03:13.525392Z","steps":["trace[1365471152] 'agreement among raft nodes before linearized reading' (duration: 911.144817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.525426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:12.613565Z","time spent":"911.849903ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":114,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:03:13.525516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.156367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:13.525562Z","caller":"traceutil/trace.go:171","msg":"trace[6743944] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13982; }","duration":"452.225728ms","start":"2026-03-06T01:03:13.073327Z","end":"2026-03-06T01:03:13.525552Z","steps":["trace[6743944] 'agreement among raft nodes before linearized reading' (duration: 452.145637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.525585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:13.073315Z","time spent":"452.26555ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:13.525733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450777213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"info","ts":"2026-03-06T01:03:13.525815Z","caller":"traceutil/trace.go:171","msg":"trace[605545275] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13982; }","duration":"2.450870175s","start":"2026-03-06T01:03:11.074927Z","end":"2026-03-06T01:03:13.525797Z","steps":["trace[605545275] 'agreement among raft nodes before linearized reading' (duration: 2.449772761s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.525832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449846511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769665"} {"level":"info","ts":"2026-03-06T01:03:13.525865Z","caller":"traceutil/trace.go:171","msg":"trace[2013436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13982; }","duration":"2.449890782s","start":"2026-03-06T01:03:11.075966Z","end":"2026-03-06T01:03:13.525857Z","steps":["trace[2013436] 'agreement among raft nodes before linearized reading' (duration: 2.445675159s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:13.525875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.074924Z","time spent":"2.450933466s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:03:13.525896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:11.075961Z","time spent":"2.449928623s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:03:14.09353Z","caller":"traceutil/trace.go:171","msg":"trace[1317892327] transaction","detail":"{read_only:false; response_revision:13984; number_of_response:1; }","duration":"238.861198ms","start":"2026-03-06T01:03:13.854643Z","end":"2026-03-06T01:03:14.093504Z","steps":["trace[1317892327] 'process raft request' (duration: 238.675244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.064889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056255489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:03:30.370094Z","caller":"traceutil/trace.go:171","msg":"trace[511914761] transaction","detail":"{read_only:false; response_revision:14050; number_of_response:1; }","duration":"878.826571ms","start":"2026-03-06T01:03:29.491234Z","end":"2026-03-06T01:03:30.37006Z","steps":["trace[511914761] 'process raft request' (duration: 878.687038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.370217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.491208Z","time spent":"878.948673ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:30.376987Z","caller":"traceutil/trace.go:171","msg":"trace[389252875] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"659.326761ms","start":"2026-03-06T01:03:29.717632Z","end":"2026-03-06T01:03:30.376959Z","steps":["trace[389252875] 'process raft request' (duration: 659.148808ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.377129Z","caller":"traceutil/trace.go:171","msg":"trace[120962043] transaction","detail":"{read_only:false; response_revision:14052; number_of_response:1; }","duration":"654.741489ms","start":"2026-03-06T01:03:29.722355Z","end":"2026-03-06T01:03:30.377097Z","steps":["trace[120962043] 'process raft request' (duration: 654.558955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.377155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.717603Z","time spent":"659.464235ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:30.377154Z","caller":"traceutil/trace.go:171","msg":"trace[478673173] linearizableReadLoop","detail":"{readStateIndex:14563; appliedIndex:14560; }","duration":"813.173594ms","start":"2026-03-06T01:03:29.563959Z","end":"2026-03-06T01:03:30.377132Z","steps":["trace[478673173] 'read index received' (duration: 805.943725ms)","trace[478673173] 'applied index is now lower than readState.Index' (duration: 7.227729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:30.377326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.349789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.377324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.722341Z","time spent":"654.861773ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:30.377397Z","caller":"traceutil/trace.go:171","msg":"trace[358018079] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14052; }","duration":"813.461732ms","start":"2026-03-06T01:03:29.563919Z","end":"2026-03-06T01:03:30.377381Z","steps":["trace[358018079] 'agreement among raft nodes before linearized reading' (duration: 813.338719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.377441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.563899Z","time spent":"813.530343ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.840421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.378033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.655682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:03:30.378062Z","caller":"traceutil/trace.go:171","msg":"trace[1357302870] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14052; }","duration":"740.921582ms","start":"2026-03-06T01:03:29.637127Z","end":"2026-03-06T01:03:30.378049Z","steps":["trace[1357302870] 'agreement among raft nodes before linearized reading' (duration: 740.82592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.637117Z","time spent":"740.967583ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-06T01:03:30.378083Z","caller":"traceutil/trace.go:171","msg":"trace[712114995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14052; }","duration":"802.738524ms","start":"2026-03-06T01:03:29.575328Z","end":"2026-03-06T01:03:30.378067Z","steps":["trace[712114995] 'agreement among raft nodes before linearized reading' (duration: 802.5914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.255283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:30.378122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.575308Z","time spent":"802.804205ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:03:30.378147Z","caller":"traceutil/trace.go:171","msg":"trace[1590240356] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14052; }","duration":"738.320085ms","start":"2026-03-06T01:03:29.639813Z","end":"2026-03-06T01:03:30.378133Z","steps":["trace[1590240356] 'agreement among raft nodes before linearized reading' (duration: 738.164862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.639805Z","time spent":"738.376576ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.022345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-06T01:03:30.378227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.78733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:30.37825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.850122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:30.378256Z","caller":"traceutil/trace.go:171","msg":"trace[1127035050] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s2kqw; range_end:; response_count:1; response_revision:14052; }","duration":"631.072485ms","start":"2026-03-06T01:03:29.747169Z","end":"2026-03-06T01:03:30.378242Z","steps":["trace[1127035050] 'agreement among raft nodes before linearized reading' (duration: 631.006114ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.37827Z","caller":"traceutil/trace.go:171","msg":"trace[509738786] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14052; }","duration":"658.855472ms","start":"2026-03-06T01:03:29.719404Z","end":"2026-03-06T01:03:30.378259Z","steps":["trace[509738786] 'agreement among raft nodes before linearized reading' (duration: 658.615877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.37825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.026328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:30.378291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.747157Z","time spent":"631.128506ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.719394Z","time spent":"658.906153ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:30.378315Z","caller":"traceutil/trace.go:171","msg":"trace[870690048] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14052; }","duration":"660.132621ms","start":"2026-03-06T01:03:29.718173Z","end":"2026-03-06T01:03:30.378306Z","steps":["trace[870690048] 'agreement among raft nodes before linearized reading' (duration: 659.868455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.899675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.378345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.718156Z","time spent":"660.180121ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:30.378357Z","caller":"traceutil/trace.go:171","msg":"trace[253636326] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14052; }","duration":"742.966077ms","start":"2026-03-06T01:03:29.635383Z","end":"2026-03-06T01:03:30.378349Z","steps":["trace[253636326] 'agreement among raft nodes before linearized reading' (duration: 742.924696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.635363Z","time spent":"743.010718ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.072093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:03:30.378425Z","caller":"traceutil/trace.go:171","msg":"trace[270767529] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14052; }","duration":"740.115984ms","start":"2026-03-06T01:03:29.638302Z","end":"2026-03-06T01:03:30.378418Z","steps":["trace[270767529] 'agreement among raft nodes before linearized reading' (duration: 739.997662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.504086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" ","response":"range_response_count:1 size:20758"} {"level":"warn","ts":"2026-03-06T01:03:30.378458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.320825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.37848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.69457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:30.3785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.765995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:30.378482Z","caller":"traceutil/trace.go:171","msg":"trace[1685719981] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xscqt; range_end:; response_count:1; response_revision:14052; }","duration":"581.588068ms","start":"2026-03-06T01:03:29.796879Z","end":"2026-03-06T01:03:30.378467Z","steps":["trace[1685719981] 'agreement among raft nodes before linearized reading' (duration: 581.454925ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.378524Z","caller":"traceutil/trace.go:171","msg":"trace[634756948] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14052; }","duration":"656.820747ms","start":"2026-03-06T01:03:29.721696Z","end":"2026-03-06T01:03:30.378517Z","steps":["trace[634756948] 'agreement among raft nodes before linearized reading' (duration: 656.745486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.434797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.378546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.721676Z","time spent":"656.865878ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:30.378552Z","caller":"traceutil/trace.go:171","msg":"trace[180238394] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14052; }","duration":"660.487398ms","start":"2026-03-06T01:03:29.718057Z","end":"2026-03-06T01:03:30.378544Z","steps":["trace[180238394] 'agreement among raft nodes before linearized reading' (duration: 660.446717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.796863Z","time spent":"581.678231ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20781,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xscqt\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.26806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:30.378587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.328933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:03:30.378614Z","caller":"traceutil/trace.go:171","msg":"trace[911728016] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14052; }","duration":"746.326921ms","start":"2026-03-06T01:03:29.632278Z","end":"2026-03-06T01:03:30.378605Z","steps":["trace[911728016] 'agreement among raft nodes before linearized reading' (duration: 746.232559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.769444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.37865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.632271Z","time spent":"746.371502ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:30.378644Z","caller":"traceutil/trace.go:171","msg":"trace[2042246759] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:14052; }","duration":"572.388754ms","start":"2026-03-06T01:03:29.806239Z","end":"2026-03-06T01:03:30.378628Z","steps":["trace[2042246759] 'agreement among raft nodes before linearized reading' (duration: 572.199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.842569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-06T01:03:30.378667Z","caller":"traceutil/trace.go:171","msg":"trace[1916955386] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14052; }","duration":"738.813756ms","start":"2026-03-06T01:03:29.639845Z","end":"2026-03-06T01:03:30.378659Z","steps":["trace[1916955386] 'agreement among raft nodes before linearized reading' (duration: 738.778175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.378685Z","caller":"traceutil/trace.go:171","msg":"trace[672915625] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14052; }","duration":"657.887461ms","start":"2026-03-06T01:03:29.72079Z","end":"2026-03-06T01:03:30.378678Z","steps":["trace[672915625] 'agreement among raft nodes before linearized reading' (duration: 657.83084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.806201Z","time spent":"572.479516ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.639835Z","time spent":"738.854436ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:03:30.378288Z","caller":"traceutil/trace.go:171","msg":"trace[541134384] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14052; }","duration":"741.900124ms","start":"2026-03-06T01:03:29.636374Z","end":"2026-03-06T01:03:30.378274Z","steps":["trace[541134384] 'agreement among raft nodes before linearized reading' (duration: 741.850473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.3787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.134318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:30.378723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.636367Z","time spent":"742.351834ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:03:30.378735Z","caller":"traceutil/trace.go:171","msg":"trace[1806914086] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14052; }","duration":"659.190209ms","start":"2026-03-06T01:03:29.719534Z","end":"2026-03-06T01:03:30.378724Z","steps":["trace[1806914086] 'agreement among raft nodes before linearized reading' (duration: 659.063896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.328739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T01:03:30.378605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.099479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:03:30.378801Z","caller":"traceutil/trace.go:171","msg":"trace[927754849] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14052; }","duration":"658.039133ms","start":"2026-03-06T01:03:29.720753Z","end":"2026-03-06T01:03:30.378792Z","steps":["trace[927754849] 'agreement among raft nodes before linearized reading' (duration: 657.233016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.867862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:30.378867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.720743Z","time spent":"658.116566ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:03:30.378812Z","caller":"traceutil/trace.go:171","msg":"trace[1981088428] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14052; }","duration":"738.319614ms","start":"2026-03-06T01:03:29.64048Z","end":"2026-03-06T01:03:30.378799Z","steps":["trace[1981088428] 'agreement among raft nodes before linearized reading' (duration: 738.061388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.378896Z","caller":"traceutil/trace.go:171","msg":"trace[788878121] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14052; }","duration":"659.24493ms","start":"2026-03-06T01:03:29.719641Z","end":"2026-03-06T01:03:30.378885Z","steps":["trace[788878121] 'agreement among raft nodes before linearized reading' (duration: 658.824811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.378911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.640467Z","time spent":"738.432957ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.412694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:03:30.378901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.663678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-06T01:03:30.377999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.383069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.378984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.87222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.378257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.540851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-06T01:03:30.379002Z","caller":"traceutil/trace.go:171","msg":"trace[1753466508] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:14052; }","duration":"571.76499ms","start":"2026-03-06T01:03:29.807204Z","end":"2026-03-06T01:03:30.378969Z","steps":["trace[1753466508] 'agreement among raft nodes before linearized reading' (duration: 571.483924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.379044Z","caller":"traceutil/trace.go:171","msg":"trace[230193304] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14052; }","duration":"740.927811ms","start":"2026-03-06T01:03:29.638079Z","end":"2026-03-06T01:03:30.379007Z","steps":["trace[230193304] 'agreement among raft nodes before linearized reading' (duration: 740.88167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.807188Z","time spent":"571.884573ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:03:30.379112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.638068Z","time spent":"741.010324ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.719518Z","time spent":"659.2392ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.71804Z","time spent":"660.53017ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.720773Z","time spent":"657.925921ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-06T01:03:30.37921Z","caller":"traceutil/trace.go:171","msg":"trace[1552040726] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14052; }","duration":"704.627957ms","start":"2026-03-06T01:03:29.674559Z","end":"2026-03-06T01:03:30.379186Z","steps":["trace[1552040726] 'agreement among raft nodes before linearized reading' (duration: 703.359859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.379032Z","caller":"traceutil/trace.go:171","msg":"trace[1759327971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:14052; }","duration":"611.376318ms","start":"2026-03-06T01:03:29.767646Z","end":"2026-03-06T01:03:30.379023Z","steps":["trace[1759327971] 'agreement among raft nodes before linearized reading' (duration: 610.434818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.674548Z","time spent":"704.705528ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:03:30.378517Z","caller":"traceutil/trace.go:171","msg":"trace[242812515] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14052; }","duration":"737.746141ms","start":"2026-03-06T01:03:29.640761Z","end":"2026-03-06T01:03:30.378507Z","steps":["trace[242812515] 'agreement among raft nodes before linearized reading' (duration: 737.620538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.355228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.379361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.679212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:03:30.379371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.640754Z","time spent":"738.582499ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.719633Z","time spent":"659.290521ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:03:30.378487Z","caller":"traceutil/trace.go:171","msg":"trace[1727422485] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14052; }","duration":"660.348626ms","start":"2026-03-06T01:03:29.718129Z","end":"2026-03-06T01:03:30.378478Z","steps":["trace[1727422485] 'agreement among raft nodes before linearized reading' (duration: 660.300315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.385022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:03:30.379475Z","caller":"traceutil/trace.go:171","msg":"trace[393123949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14052; }","duration":"773.427332ms","start":"2026-03-06T01:03:29.606041Z","end":"2026-03-06T01:03:30.379468Z","steps":["trace[393123949] 'agreement among raft nodes before linearized reading' (duration: 773.371561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.638295Z","time spent":"740.778649ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:03:30.379479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.718103Z","time spent":"661.364727ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:30.379499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.606026Z","time spent":"773.468914ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:03:30.378912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.617438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:03:30.379387Z","caller":"traceutil/trace.go:171","msg":"trace[1442424892] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14052; }","duration":"747.722392ms","start":"2026-03-06T01:03:29.631657Z","end":"2026-03-06T01:03:30.379379Z","steps":["trace[1442424892] 'agreement among raft nodes before linearized reading' (duration: 747.687041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.051958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:03:30.379532Z","caller":"traceutil/trace.go:171","msg":"trace[476816442] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14052; }","duration":"742.255821ms","start":"2026-03-06T01:03:29.637264Z","end":"2026-03-06T01:03:30.37952Z","steps":["trace[476816442] 'agreement among raft nodes before linearized reading' (duration: 741.555596ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:30.379584Z","caller":"traceutil/trace.go:171","msg":"trace[2044698206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14052; }","duration":"770.15042ms","start":"2026-03-06T01:03:29.609423Z","end":"2026-03-06T01:03:30.379573Z","steps":["trace[2044698206] 'agreement among raft nodes before linearized reading' (duration: 769.961846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.637255Z","time spent":"742.401504ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:30.379696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.60941Z","time spent":"770.275393ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:03:30.378971Z","caller":"traceutil/trace.go:171","msg":"trace[733314231] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14052; }","duration":"659.521916ms","start":"2026-03-06T01:03:29.719439Z","end":"2026-03-06T01:03:30.378961Z","steps":["trace[733314231] 'agreement among raft nodes before linearized reading' (duration: 659.341872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.032646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:03:30.379863Z","caller":"traceutil/trace.go:171","msg":"trace[582359590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14052; }","duration":"797.381373ms","start":"2026-03-06T01:03:29.582463Z","end":"2026-03-06T01:03:30.379844Z","steps":["trace[582359590] 'agreement among raft nodes before linearized reading' (duration: 796.29828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.379949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.582445Z","time spent":"797.488516ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:03:30.379549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.631645Z","time spent":"747.892327ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:03:30.379737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.719424Z","time spent":"660.304033ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:03:30.379281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.767633Z","time spent":"611.639644ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-bw6xl\" "} {"level":"info","ts":"2026-03-06T01:03:30.379386Z","caller":"traceutil/trace.go:171","msg":"trace[1796676349] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14052; }","duration":"749.44513ms","start":"2026-03-06T01:03:29.629932Z","end":"2026-03-06T01:03:30.379377Z","steps":["trace[1796676349] 'agreement among raft nodes before linearized reading' (duration: 749.374329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:30.380697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:29.629908Z","time spent":"750.769841ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:04:13.947947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12016} {"level":"info","ts":"2026-03-06T01:04:14.083186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12016,"took":"132.667792ms","hash":1910945001,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":26980352,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T01:04:14.083352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1910945001,"revision":12016,"compact-revision":9994} {"level":"info","ts":"2026-03-06T01:05:40.944481Z","caller":"traceutil/trace.go:171","msg":"trace[716653339] transaction","detail":"{read_only:false; response_revision:15001; number_of_response:1; }","duration":"152.319997ms","start":"2026-03-06T01:05:40.792139Z","end":"2026-03-06T01:05:40.944459Z","steps":["trace[716653339] 'process raft request' (duration: 152.029541ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:41.091884Z","caller":"traceutil/trace.go:171","msg":"trace[1463201858] linearizableReadLoop","detail":"{readStateIndex:15549; appliedIndex:15547; }","duration":"131.400202ms","start":"2026-03-06T01:05:40.960461Z","end":"2026-03-06T01:05:41.091861Z","steps":["trace[1463201858] 'read index received' (duration: 39.554957ms)","trace[1463201858] 'applied index is now lower than readState.Index' (duration: 91.843275ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:05:41.092039Z","caller":"traceutil/trace.go:171","msg":"trace[1611848973] transaction","detail":"{read_only:false; response_revision:15004; number_of_response:1; }","duration":"142.984239ms","start":"2026-03-06T01:05:40.949035Z","end":"2026-03-06T01:05:41.092019Z","steps":["trace[1611848973] 'process raft request' (duration: 75.161066ms)","trace[1611848973] 'compare' (duration: 67.448355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:05:41.092317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.831982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:9206"} {"level":"info","ts":"2026-03-06T01:05:41.092441Z","caller":"traceutil/trace.go:171","msg":"trace[1717682383] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:15005; }","duration":"131.996335ms","start":"2026-03-06T01:05:40.960392Z","end":"2026-03-06T01:05:41.092388Z","steps":["trace[1717682383] 'agreement among raft nodes before linearized reading' (duration: 131.784941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:16.96007Z","caller":"traceutil/trace.go:171","msg":"trace[733240025] transaction","detail":"{read_only:false; response_revision:15326; number_of_response:1; }","duration":"160.880166ms","start":"2026-03-06T01:06:16.799145Z","end":"2026-03-06T01:06:16.960025Z","steps":["trace[733240025] 'process raft request' (duration: 115.905799ms)","trace[733240025] 'compare' (duration: 44.804943ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:06:16.96032Z","caller":"traceutil/trace.go:171","msg":"trace[147429679] linearizableReadLoop","detail":"{readStateIndex:15881; appliedIndex:15880; }","duration":"124.010859ms","start":"2026-03-06T01:06:16.836277Z","end":"2026-03-06T01:06:16.960288Z","steps":["trace[147429679] 'read index received' (duration: 78.718635ms)","trace[147429679] 'applied index is now lower than readState.Index' (duration: 45.286824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:06:16.960529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.241803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:06:16.960553Z","caller":"traceutil/trace.go:171","msg":"trace[1916130697] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15326; }","duration":"124.325055ms","start":"2026-03-06T01:06:16.836221Z","end":"2026-03-06T01:06:16.960546Z","steps":["trace[1916130697] 'agreement among raft nodes before linearized reading' (duration: 124.165172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:17.271193Z","caller":"traceutil/trace.go:171","msg":"trace[1439689233] transaction","detail":"{read_only:false; response_revision:15327; number_of_response:1; }","duration":"135.624337ms","start":"2026-03-06T01:06:17.135544Z","end":"2026-03-06T01:06:17.271168Z","steps":["trace[1439689233] 'process raft request' (duration: 135.459393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:17.509053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.381617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:06:17.509151Z","caller":"traceutil/trace.go:171","msg":"trace[1232100237] linearizableReadLoop","detail":"{readStateIndex:15883; appliedIndex:15882; }","duration":"211.040487ms","start":"2026-03-06T01:06:17.298095Z","end":"2026-03-06T01:06:17.509135Z","steps":["trace[1232100237] 'read index received' (duration: 21.434575ms)","trace[1232100237] 'applied index is now lower than readState.Index' (duration: 189.605112ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:06:17.509216Z","caller":"traceutil/trace.go:171","msg":"trace[1815155277] transaction","detail":"{read_only:false; response_revision:15328; number_of_response:1; }","duration":"264.317919ms","start":"2026-03-06T01:06:17.24489Z","end":"2026-03-06T01:06:17.509208Z","steps":["trace[1815155277] 'process raft request' (duration: 74.714817ms)","trace[1815155277] 'compare' (duration: 189.293005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:06:17.509363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.251883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:17.509447Z","caller":"traceutil/trace.go:171","msg":"trace[535978516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15328; }","duration":"211.359395ms","start":"2026-03-06T01:06:17.298061Z","end":"2026-03-06T01:06:17.509421Z","steps":["trace[535978516] 'agreement among raft nodes before linearized reading' (duration: 211.229832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:17.509486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.877489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:06:17.509598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.659901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:06:17.509591Z","caller":"traceutil/trace.go:171","msg":"trace[67265602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15328; }","duration":"172.023143ms","start":"2026-03-06T01:06:17.337541Z","end":"2026-03-06T01:06:17.509564Z","steps":["trace[67265602] 'agreement among raft nodes before linearized reading' (duration: 171.761007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:17.50963Z","caller":"traceutil/trace.go:171","msg":"trace[1669041864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15328; }","duration":"100.728173ms","start":"2026-03-06T01:06:17.408895Z","end":"2026-03-06T01:06:17.509623Z","steps":["trace[1669041864] 'agreement among raft nodes before linearized reading' (duration: 100.613941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:17.88446Z","caller":"traceutil/trace.go:171","msg":"trace[1051427093] transaction","detail":"{read_only:false; response_revision:15329; number_of_response:1; }","duration":"370.42399ms","start":"2026-03-06T01:06:17.514003Z","end":"2026-03-06T01:06:17.884427Z","steps":["trace[1051427093] 'process raft request' (duration: 276.291454ms)","trace[1051427093] 'compare' (duration: 93.85991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:06:17.884611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:17.513985Z","time spent":"370.550743ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:17.938344Z","caller":"traceutil/trace.go:171","msg":"trace[2038929008] transaction","detail":"{read_only:false; response_revision:15331; number_of_response:1; }","duration":"424.209082ms","start":"2026-03-06T01:06:17.514117Z","end":"2026-03-06T01:06:17.938327Z","steps":["trace[2038929008] 'process raft request' (duration: 424.016248ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:17.938425Z","caller":"traceutil/trace.go:171","msg":"trace[1089288960] transaction","detail":"{read_only:false; response_revision:15332; number_of_response:1; }","duration":"424.019468ms","start":"2026-03-06T01:06:17.514368Z","end":"2026-03-06T01:06:17.938387Z","steps":["trace[1089288960] 'process raft request' (duration: 423.794593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:17.938474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:17.514089Z","time spent":"424.320375ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:17.938528Z","caller":"traceutil/trace.go:171","msg":"trace[967338602] transaction","detail":"{read_only:false; response_revision:15330; number_of_response:1; }","duration":"424.465249ms","start":"2026-03-06T01:06:17.514019Z","end":"2026-03-06T01:06:17.938484Z","steps":["trace[967338602] 'process raft request' (duration: 424.016798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:17.938581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:17.514359Z","time spent":"424.143572ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:17.93862Z","caller":"traceutil/trace.go:171","msg":"trace[541491019] transaction","detail":"{read_only:false; response_revision:15333; number_of_response:1; }","duration":"424.209193ms","start":"2026-03-06T01:06:17.514402Z","end":"2026-03-06T01:06:17.938611Z","steps":["trace[541491019] 'process raft request' (duration: 423.791123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:17.938654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:17.514391Z","time spent":"424.245084ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:06:17.938691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:17.514002Z","time spent":"424.607051ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:17.938781Z","caller":"traceutil/trace.go:171","msg":"trace[610132357] linearizableReadLoop","detail":"{readStateIndex:15888; appliedIndex:15883; }","duration":"268.972482ms","start":"2026-03-06T01:06:17.669245Z","end":"2026-03-06T01:06:17.938218Z","steps":["trace[610132357] 'read index received' (duration: 121.211267ms)","trace[610132357] 'applied index is now lower than readState.Index' (duration: 147.760195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:06:17.938846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.601836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:06:17.938873Z","caller":"traceutil/trace.go:171","msg":"trace[306282043] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15333; }","duration":"269.630837ms","start":"2026-03-06T01:06:17.669234Z","end":"2026-03-06T01:06:17.938865Z","steps":["trace[306282043] 'agreement among raft nodes before linearized reading' (duration: 269.575056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:18.270382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.928127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:06:18.270496Z","caller":"traceutil/trace.go:171","msg":"trace[1164436420] linearizableReadLoop","detail":"{readStateIndex:15889; appliedIndex:15888; }","duration":"218.423361ms","start":"2026-03-06T01:06:18.052056Z","end":"2026-03-06T01:06:18.270479Z","steps":["trace[1164436420] 'read index received' (duration: 80.224408ms)","trace[1164436420] 'applied index is now lower than readState.Index' (duration: 138.197193ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:06:18.270566Z","caller":"traceutil/trace.go:171","msg":"trace[1596899232] transaction","detail":"{read_only:false; response_revision:15334; number_of_response:1; }","duration":"327.001908ms","start":"2026-03-06T01:06:17.943533Z","end":"2026-03-06T01:06:18.270535Z","steps":["trace[1596899232] 'process raft request' (duration: 188.813116ms)","trace[1596899232] 'compare' (duration: 137.827925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:06:18.270738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:17.943519Z","time spent":"327.124231ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:06:18.271525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.064276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bw6xl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-06T01:06:18.271514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.437004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:06:18.271599Z","caller":"traceutil/trace.go:171","msg":"trace[1718307653] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15334; }","duration":"219.580606ms","start":"2026-03-06T01:06:18.051999Z","end":"2026-03-06T01:06:18.271579Z","steps":["trace[1718307653] 'agreement among raft nodes before linearized reading' (duration: 219.31453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:18.271583Z","caller":"traceutil/trace.go:171","msg":"trace[82287978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bw6xl; range_end:; response_count:1; response_revision:15334; }","duration":"173.122327ms","start":"2026-03-06T01:06:18.098444Z","end":"2026-03-06T01:06:18.271567Z","steps":["trace[82287978] 'agreement among raft nodes before linearized reading' (duration: 172.941693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:18.272032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.721732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-v4rz4\" ","response":"range_response_count:1 size:7453"} {"level":"info","ts":"2026-03-06T01:06:18.272095Z","caller":"traceutil/trace.go:171","msg":"trace[1344410801] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-v4rz4; range_end:; response_count:1; response_revision:15334; }","duration":"141.813094ms","start":"2026-03-06T01:06:18.130268Z","end":"2026-03-06T01:06:18.272081Z","steps":["trace[1344410801] 'agreement among raft nodes before linearized reading' (duration: 141.128868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:18.612461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.144199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:06:18.612514Z","caller":"traceutil/trace.go:171","msg":"trace[346843527] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:15334; }","duration":"160.244471ms","start":"2026-03-06T01:06:18.452258Z","end":"2026-03-06T01:06:18.612503Z","steps":["trace[346843527] 'range keys from in-memory index tree' (duration: 159.884254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:18.612697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.894421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-ch2wh\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-06T01:06:18.612722Z","caller":"traceutil/trace.go:171","msg":"trace[147646512] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-ch2wh; range_end:; response_count:1; response_revision:15334; }","duration":"185.952821ms","start":"2026-03-06T01:06:18.426762Z","end":"2026-03-06T01:06:18.612715Z","steps":["trace[147646512] 'range keys from in-memory index tree' (duration: 185.724116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:18.612783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.402323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:06:18.612895Z","caller":"traceutil/trace.go:171","msg":"trace[838742335] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:15334; }","duration":"159.542606ms","start":"2026-03-06T01:06:18.453326Z","end":"2026-03-06T01:06:18.612868Z","steps":["trace[838742335] 'range keys from in-memory index tree' (duration: 159.208049ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:43.24988Z","caller":"traceutil/trace.go:171","msg":"trace[1310875850] transaction","detail":"{read_only:false; response_revision:16239; number_of_response:1; }","duration":"154.408253ms","start":"2026-03-06T01:08:43.09544Z","end":"2026-03-06T01:08:43.249848Z","steps":["trace[1310875850] 'process raft request' (duration: 101.542791ms)","trace[1310875850] 'compare' (duration: 52.695368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:44.74296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.856194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-06T01:08:44.743045Z","caller":"traceutil/trace.go:171","msg":"trace[2025631649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16242; }","duration":"598.994487ms","start":"2026-03-06T01:08:44.144029Z","end":"2026-03-06T01:08:44.743024Z","steps":["trace[2025631649] 'range keys from in-memory index tree' (duration: 598.686431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.743087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.144006Z","time spent":"599.072679ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-06T01:08:44.743347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.680438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-06T01:08:44.743383Z","caller":"traceutil/trace.go:171","msg":"trace[1293473909] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s2kqw; range_end:; response_count:1; response_revision:16242; }","duration":"680.74505ms","start":"2026-03-06T01:08:44.062629Z","end":"2026-03-06T01:08:44.743374Z","steps":["trace[1293473909] 'range keys from in-memory index tree' (duration: 680.482934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.743412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.062614Z","time spent":"680.79192ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" "} {"level":"info","ts":"2026-03-06T01:08:44.743533Z","caller":"traceutil/trace.go:171","msg":"trace[714827089] linearizableReadLoop","detail":"{readStateIndex:16832; appliedIndex:16831; }","duration":"478.648229ms","start":"2026-03-06T01:08:44.264863Z","end":"2026-03-06T01:08:44.743511Z","steps":["trace[714827089] 'read index received' (duration: 477.129966ms)","trace[714827089] 'applied index is now lower than readState.Index' (duration: 1.516993ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:44.743684Z","caller":"traceutil/trace.go:171","msg":"trace[380775385] transaction","detail":"{read_only:false; response_revision:16243; number_of_response:1; }","duration":"562.443298ms","start":"2026-03-06T01:08:44.181213Z","end":"2026-03-06T01:08:44.743656Z","steps":["trace[380775385] 'process raft request' (duration: 560.803472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.743794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.818348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:44.74383Z","caller":"traceutil/trace.go:171","msg":"trace[1994284210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16243; }","duration":"444.910781ms","start":"2026-03-06T01:08:44.298909Z","end":"2026-03-06T01:08:44.74382Z","steps":["trace[1994284210] 'agreement among raft nodes before linearized reading' (duration: 444.810439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.743856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.298879Z","time spent":"444.971493ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:08:44.743858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.181185Z","time spent":"562.59476ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:44.744049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.190902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:211182"} {"level":"info","ts":"2026-03-06T01:08:44.744104Z","caller":"traceutil/trace.go:171","msg":"trace[562798787] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:16243; }","duration":"479.296434ms","start":"2026-03-06T01:08:44.264791Z","end":"2026-03-06T01:08:44.744087Z","steps":["trace[562798787] 'agreement among raft nodes before linearized reading' (duration: 478.867755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.744146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.264745Z","time spent":"479.388656ms","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":211205,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:08:44.744254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.454933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:08:44.744303Z","caller":"traceutil/trace.go:171","msg":"trace[1103206782] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:16243; }","duration":"385.529585ms","start":"2026-03-06T01:08:44.358762Z","end":"2026-03-06T01:08:44.744292Z","steps":["trace[1103206782] 'agreement among raft nodes before linearized reading' (duration: 385.355411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.74451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.35875Z","time spent":"385.739591ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:08:44.744261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.421852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T01:08:44.744899Z","caller":"traceutil/trace.go:171","msg":"trace[1547878947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16243; }","duration":"390.063577ms","start":"2026-03-06T01:08:44.354792Z","end":"2026-03-06T01:08:44.744855Z","steps":["trace[1547878947] 'agreement among raft nodes before linearized reading' (duration: 388.969752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.744962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.354739Z","time spent":"390.20628ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:08:44.745281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.540764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:08:44.745354Z","caller":"traceutil/trace.go:171","msg":"trace[751980002] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:16243; }","duration":"444.796049ms","start":"2026-03-06T01:08:44.300543Z","end":"2026-03-06T01:08:44.745339Z","steps":["trace[751980002] 'agreement among raft nodes before linearized reading' (duration: 443.422318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:44.745419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:44.300486Z","time spent":"444.921032ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:08:46.534109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:46.195024Z","time spent":"339.080216ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:08:46.555464Z","caller":"traceutil/trace.go:171","msg":"trace[799437592] linearizableReadLoop","detail":"{readStateIndex:16849; appliedIndex:16847; }","duration":"257.391855ms","start":"2026-03-06T01:08:46.298054Z","end":"2026-03-06T01:08:46.555446Z","steps":["trace[799437592] 'read index received' (duration: 235.826087ms)","trace[799437592] 'applied index is now lower than readState.Index' (duration: 21.564868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:46.555583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.519749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:46.555623Z","caller":"traceutil/trace.go:171","msg":"trace[1027054950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16259; }","duration":"257.618321ms","start":"2026-03-06T01:08:46.297995Z","end":"2026-03-06T01:08:46.555613Z","steps":["trace[1027054950] 'agreement among raft nodes before linearized reading' (duration: 257.541369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:46.555584Z","caller":"traceutil/trace.go:171","msg":"trace[645392669] transaction","detail":"{read_only:false; response_revision:16259; number_of_response:1; }","duration":"315.653007ms","start":"2026-03-06T01:08:46.239892Z","end":"2026-03-06T01:08:46.555545Z","steps":["trace[645392669] 'process raft request' (duration: 315.429162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:46.555756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:46.239874Z","time spent":"315.79966ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:46.595239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.337102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:08:46.595394Z","caller":"traceutil/trace.go:171","msg":"trace[1233307411] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:16260; }","duration":"265.540967ms","start":"2026-03-06T01:08:46.329831Z","end":"2026-03-06T01:08:46.595372Z","steps":["trace[1233307411] 'agreement among raft nodes before linearized reading' (duration: 265.141538ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:50.420707Z","caller":"traceutil/trace.go:171","msg":"trace[1612184444] linearizableReadLoop","detail":"{readStateIndex:16878; appliedIndex:16877; }","duration":"234.324734ms","start":"2026-03-06T01:08:50.186358Z","end":"2026-03-06T01:08:50.420682Z","steps":["trace[1612184444] 'read index received' (duration: 234.103039ms)","trace[1612184444] 'applied index is now lower than readState.Index' (duration: 220.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:50.420813Z","caller":"traceutil/trace.go:171","msg":"trace[1590104593] transaction","detail":"{read_only:false; response_revision:16288; number_of_response:1; }","duration":"317.235721ms","start":"2026-03-06T01:08:50.103548Z","end":"2026-03-06T01:08:50.420784Z","steps":["trace[1590104593] 'process raft request' (duration: 316.943885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:50.420962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:50.103528Z","time spent":"317.363955ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20976,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:50.420985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.730218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:50.421023Z","caller":"traceutil/trace.go:171","msg":"trace[252652041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16288; }","duration":"121.81701ms","start":"2026-03-06T01:08:50.299195Z","end":"2026-03-06T01:08:50.421012Z","steps":["trace[252652041] 'agreement among raft nodes before linearized reading' (duration: 121.672307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:50.421151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.712553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T01:08:50.421244Z","caller":"traceutil/trace.go:171","msg":"trace[1217531610] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16288; }","duration":"234.912867ms","start":"2026-03-06T01:08:50.186306Z","end":"2026-03-06T01:08:50.421219Z","steps":["trace[1217531610] 'agreement among raft nodes before linearized reading' (duration: 234.503858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:51.307929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056264013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:08:51.80394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259029738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:08:51.804021Z","caller":"traceutil/trace.go:171","msg":"trace[1901235740] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16288; }","duration":"1.259160841s","start":"2026-03-06T01:08:50.544839Z","end":"2026-03-06T01:08:51.804Z","steps":["trace[1901235740] 'count revisions from in-memory index tree' (duration: 1.258932955s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:51.804067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:50.544819Z","time spent":"1.259234302s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:08:51.805255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.779374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:08:51.805406Z","caller":"traceutil/trace.go:171","msg":"trace[740610798] linearizableReadLoop","detail":"{readStateIndex:16879; appliedIndex:16878; }","duration":"998.442441ms","start":"2026-03-06T01:08:50.806947Z","end":"2026-03-06T01:08:51.805389Z","steps":["trace[740610798] 'read index received' (duration: 652.468603ms)","trace[740610798] 'applied index is now lower than readState.Index' (duration: 345.972418ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:51.805485Z","caller":"traceutil/trace.go:171","msg":"trace[5234450] transaction","detail":"{read_only:false; response_revision:16289; number_of_response:1; }","duration":"1.037300262s","start":"2026-03-06T01:08:50.768128Z","end":"2026-03-06T01:08:51.805429Z","steps":["trace[5234450] 'process raft request' (duration: 691.251002ms)","trace[5234450] 'compare' (duration: 344.891525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:51.805619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:50.768099Z","time spent":"1.037448506s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:51.805667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.720567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:08:51.805703Z","caller":"traceutil/trace.go:171","msg":"trace[219278325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16289; }","duration":"998.786439ms","start":"2026-03-06T01:08:50.806906Z","end":"2026-03-06T01:08:51.805693Z","steps":["trace[219278325] 'agreement among raft nodes before linearized reading' (duration: 998.587904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:51.805737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:50.806887Z","time spent":"998.8415ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:08:52.021184Z","caller":"traceutil/trace.go:171","msg":"trace[21753950] transaction","detail":"{read_only:false; response_revision:16290; number_of_response:1; }","duration":"211.435656ms","start":"2026-03-06T01:08:51.809725Z","end":"2026-03-06T01:08:52.021161Z","steps":["trace[21753950] 'process raft request' (duration: 211.307243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.021327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208386285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-06T01:08:52.021388Z","caller":"traceutil/trace.go:171","msg":"trace[513013055] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s2kqw; range_end:; response_count:1; response_revision:16290; }","duration":"1.208467586s","start":"2026-03-06T01:08:50.812906Z","end":"2026-03-06T01:08:52.021373Z","steps":["trace[513013055] 'agreement among raft nodes before linearized reading' (duration: 1.208320793s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.021437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:50.812896Z","time spent":"1.208528937s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" "} {"level":"warn","ts":"2026-03-06T01:08:52.02145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.665594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T01:08:52.021452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.044647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:08:52.021172Z","caller":"traceutil/trace.go:171","msg":"trace[744565454] linearizableReadLoop","detail":"{readStateIndex:16880; appliedIndex:16879; }","duration":"215.67836ms","start":"2026-03-06T01:08:51.805462Z","end":"2026-03-06T01:08:52.02114Z","steps":["trace[744565454] 'read index received' (duration: 140.186527ms)","trace[744565454] 'applied index is now lower than readState.Index' (duration: 75.488263ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:52.021498Z","caller":"traceutil/trace.go:171","msg":"trace[415187732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16290; }","duration":"895.749756ms","start":"2026-03-06T01:08:51.125733Z","end":"2026-03-06T01:08:52.021483Z","steps":["trace[415187732] 'agreement among raft nodes before linearized reading' (duration: 895.626673ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:52.021512Z","caller":"traceutil/trace.go:171","msg":"trace[198763414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16290; }","duration":"737.145909ms","start":"2026-03-06T01:08:51.284357Z","end":"2026-03-06T01:08:52.021503Z","steps":["trace[198763414] 'agreement among raft nodes before linearized reading' (duration: 736.996876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.021546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:51.125706Z","time spent":"895.825067ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:08:52.02156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:51.284336Z","time spent":"737.217921ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:08:52.021327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.294328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T01:08:52.021629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.814628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T01:08:52.021686Z","caller":"traceutil/trace.go:171","msg":"trace[1320383008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16290; }","duration":"988.91543ms","start":"2026-03-06T01:08:51.032753Z","end":"2026-03-06T01:08:52.021669Z","steps":["trace[1320383008] 'agreement among raft nodes before linearized reading' (duration: 988.774477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.021727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181619012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:08:52.021686Z","caller":"traceutil/trace.go:171","msg":"trace[436585225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16290; }","duration":"896.661395ms","start":"2026-03-06T01:08:51.124983Z","end":"2026-03-06T01:08:52.021644Z","steps":["trace[436585225] 'agreement among raft nodes before linearized reading' (duration: 896.170225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.021731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:51.03273Z","time spent":"988.989392ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:08:52.021753Z","caller":"traceutil/trace.go:171","msg":"trace[1305665280] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:16290; }","duration":"1.181699324s","start":"2026-03-06T01:08:50.840048Z","end":"2026-03-06T01:08:52.021748Z","steps":["trace[1305665280] 'agreement among raft nodes before linearized reading' (duration: 1.181598891s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.021831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:50.84003Z","time spent":"1.181792595s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" "} {"level":"warn","ts":"2026-03-06T01:08:52.021823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:51.124972Z","time spent":"896.804878ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:08:52.021781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.91343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T01:08:52.021949Z","caller":"traceutil/trace.go:171","msg":"trace[1396349443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16290; }","duration":"934.116165ms","start":"2026-03-06T01:08:51.087816Z","end":"2026-03-06T01:08:52.021933Z","steps":["trace[1396349443] 'agreement among raft nodes before linearized reading' (duration: 933.873909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.022003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:51.087796Z","time spent":"934.192317ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:08:52.205999Z","caller":"traceutil/trace.go:171","msg":"trace[1268334971] transaction","detail":"{read_only:false; response_revision:16291; number_of_response:1; }","duration":"179.337185ms","start":"2026-03-06T01:08:52.026631Z","end":"2026-03-06T01:08:52.205968Z","steps":["trace[1268334971] 'process raft request' (duration: 172.534175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:52.206142Z","caller":"traceutil/trace.go:171","msg":"trace[1938452415] linearizableReadLoop","detail":"{readStateIndex:16886; appliedIndex:16881; }","duration":"176.591105ms","start":"2026-03-06T01:08:52.029529Z","end":"2026-03-06T01:08:52.20612Z","steps":["trace[1938452415] 'read index received' (duration: 169.534049ms)","trace[1938452415] 'applied index is now lower than readState.Index' (duration: 7.055736ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:52.206195Z","caller":"traceutil/trace.go:171","msg":"trace[1445745589] transaction","detail":"{read_only:false; response_revision:16293; number_of_response:1; }","duration":"179.397026ms","start":"2026-03-06T01:08:52.026749Z","end":"2026-03-06T01:08:52.206146Z","steps":["trace[1445745589] 'process raft request' (duration: 179.188092ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:52.206487Z","caller":"traceutil/trace.go:171","msg":"trace[1766704410] transaction","detail":"{read_only:false; response_revision:16292; number_of_response:1; }","duration":"179.779915ms","start":"2026-03-06T01:08:52.026687Z","end":"2026-03-06T01:08:52.206466Z","steps":["trace[1766704410] 'process raft request' (duration: 179.178012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:52.206513Z","caller":"traceutil/trace.go:171","msg":"trace[305905922] transaction","detail":"{read_only:false; response_revision:16296; number_of_response:1; }","duration":"150.309211ms","start":"2026-03-06T01:08:52.05619Z","end":"2026-03-06T01:08:52.206499Z","steps":["trace[305905922] 'process raft request' (duration: 149.885872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:52.206477Z","caller":"traceutil/trace.go:171","msg":"trace[1789379663] transaction","detail":"{read_only:false; response_revision:16294; number_of_response:1; }","duration":"179.662732ms","start":"2026-03-06T01:08:52.026762Z","end":"2026-03-06T01:08:52.206425Z","steps":["trace[1789379663] 'process raft request' (duration: 179.227733ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:52.206725Z","caller":"traceutil/trace.go:171","msg":"trace[971487924] transaction","detail":"{read_only:false; response_revision:16295; number_of_response:1; }","duration":"179.540039ms","start":"2026-03-06T01:08:52.027168Z","end":"2026-03-06T01:08:52.206708Z","steps":["trace[971487924] 'process raft request' (duration: 178.868155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:52.20736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.809742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:922515"} {"level":"info","ts":"2026-03-06T01:08:52.207434Z","caller":"traceutil/trace.go:171","msg":"trace[1454785772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16296; }","duration":"177.967045ms","start":"2026-03-06T01:08:52.029449Z","end":"2026-03-06T01:08:52.207416Z","steps":["trace[1454785772] 'agreement among raft nodes before linearized reading' (duration: 176.761498ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.032824Z","caller":"traceutil/trace.go:171","msg":"trace[436617549] transaction","detail":"{read_only:false; response_revision:16344; number_of_response:1; }","duration":"145.139298ms","start":"2026-03-06T01:08:59.887645Z","end":"2026-03-06T01:09:00.032784Z","steps":["trace[436617549] 'process raft request' (duration: 92.982011ms)","trace[436617549] 'compare' (duration: 51.892711ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:00.032977Z","caller":"traceutil/trace.go:171","msg":"trace[163453717] transaction","detail":"{read_only:false; response_revision:16346; number_of_response:1; }","duration":"143.355087ms","start":"2026-03-06T01:08:59.889597Z","end":"2026-03-06T01:09:00.032952Z","steps":["trace[163453717] 'process raft request' (duration: 143.207704ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.034615Z","caller":"traceutil/trace.go:171","msg":"trace[1120473731] transaction","detail":"{read_only:false; response_revision:16345; number_of_response:1; }","duration":"146.929587ms","start":"2026-03-06T01:08:59.887651Z","end":"2026-03-06T01:09:00.034581Z","steps":["trace[1120473731] 'process raft request' (duration: 144.978633ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.205971Z","caller":"traceutil/trace.go:171","msg":"trace[192513863] linearizableReadLoop","detail":"{readStateIndex:16944; appliedIndex:16941; }","duration":"121.969303ms","start":"2026-03-06T01:09:00.08398Z","end":"2026-03-06T01:09:00.205949Z","steps":["trace[192513863] 'read index received' (duration: 99.355002ms)","trace[192513863] 'applied index is now lower than readState.Index' (duration: 22.613251ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:00.206053Z","caller":"traceutil/trace.go:171","msg":"trace[365164444] transaction","detail":"{read_only:false; response_revision:16349; number_of_response:1; }","duration":"143.409778ms","start":"2026-03-06T01:09:00.062633Z","end":"2026-03-06T01:09:00.206043Z","steps":["trace[365164444] 'process raft request' (duration: 120.813578ms)","trace[365164444] 'compare' (duration: 22.273513ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:00.205987Z","caller":"traceutil/trace.go:171","msg":"trace[405380754] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16349; }","duration":"142.758865ms","start":"2026-03-06T01:09:00.063201Z","end":"2026-03-06T01:09:00.205959Z","steps":["trace[405380754] 'process raft request' (duration: 142.628782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.206357Z","caller":"traceutil/trace.go:171","msg":"trace[1233934982] transaction","detail":"{read_only:false; response_revision:16350; number_of_response:1; }","duration":"140.585126ms","start":"2026-03-06T01:09:00.065762Z","end":"2026-03-06T01:09:00.206348Z","steps":["trace[1233934982] 'process raft request' (duration: 140.119006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.206445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.444465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:09:00.206501Z","caller":"traceutil/trace.go:171","msg":"trace[228728665] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:16350; }","duration":"122.529256ms","start":"2026-03-06T01:09:00.083957Z","end":"2026-03-06T01:09:00.206486Z","steps":["trace[228728665] 'agreement among raft nodes before linearized reading' (duration: 122.422214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.433183Z","caller":"traceutil/trace.go:171","msg":"trace[1242739600] linearizableReadLoop","detail":"{readStateIndex:16947; appliedIndex:16946; }","duration":"196.365492ms","start":"2026-03-06T01:09:00.236789Z","end":"2026-03-06T01:09:00.433155Z","steps":["trace[1242739600] 'read index received' (duration: 165.11001ms)","trace[1242739600] 'applied index is now lower than readState.Index' (duration: 31.254202ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:00.433345Z","caller":"traceutil/trace.go:171","msg":"trace[871237603] transaction","detail":"{read_only:false; response_revision:16353; number_of_response:1; }","duration":"210.558367ms","start":"2026-03-06T01:09:00.222733Z","end":"2026-03-06T01:09:00.433291Z","steps":["trace[871237603] 'process raft request' (duration: 179.149462ms)","trace[871237603] 'compare' (duration: 31.102909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:00.433438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.631468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1572"} {"level":"info","ts":"2026-03-06T01:09:00.43348Z","caller":"traceutil/trace.go:171","msg":"trace[977387080] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16353; }","duration":"196.72858ms","start":"2026-03-06T01:09:00.236738Z","end":"2026-03-06T01:09:00.433467Z","steps":["trace[977387080] 'agreement among raft nodes before linearized reading' (duration: 196.550266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.485733Z","caller":"traceutil/trace.go:171","msg":"trace[134346906] transaction","detail":"{read_only:false; response_revision:16354; number_of_response:1; }","duration":"245.032092ms","start":"2026-03-06T01:09:00.240666Z","end":"2026-03-06T01:09:00.485698Z","steps":["trace[134346906] 'process raft request' (duration: 244.785616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.485937Z","caller":"traceutil/trace.go:171","msg":"trace[334765693] transaction","detail":"{read_only:false; response_revision:16356; number_of_response:1; }","duration":"178.404255ms","start":"2026-03-06T01:09:00.307502Z","end":"2026-03-06T01:09:00.485907Z","steps":["trace[334765693] 'process raft request' (duration: 178.17494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.485975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.888591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1572"} {"level":"info","ts":"2026-03-06T01:09:00.486068Z","caller":"traceutil/trace.go:171","msg":"trace[2051462218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16356; }","duration":"246.049724ms","start":"2026-03-06T01:09:00.239993Z","end":"2026-03-06T01:09:00.486042Z","steps":["trace[2051462218] 'agreement among raft nodes before linearized reading' (duration: 245.770568ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.486046Z","caller":"traceutil/trace.go:171","msg":"trace[1777686158] transaction","detail":"{read_only:false; response_revision:16355; number_of_response:1; }","duration":"199.638695ms","start":"2026-03-06T01:09:00.286364Z","end":"2026-03-06T01:09:00.486003Z","steps":["trace[1777686158] 'process raft request' (duration: 199.245377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.486164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.280215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T01:09:00.486164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.673906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:09:00.486197Z","caller":"traceutil/trace.go:171","msg":"trace[345246048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16356; }","duration":"221.342236ms","start":"2026-03-06T01:09:00.264843Z","end":"2026-03-06T01:09:00.486185Z","steps":["trace[345246048] 'agreement among raft nodes before linearized reading' (duration: 221.196213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.486174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.61667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T01:09:00.486228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.464344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:09:00.486245Z","caller":"traceutil/trace.go:171","msg":"trace[393991110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16356; }","duration":"229.702551ms","start":"2026-03-06T01:09:00.256526Z","end":"2026-03-06T01:09:00.486228Z","steps":["trace[393991110] 'agreement among raft nodes before linearized reading' (duration: 229.568368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.486261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.654483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T01:09:00.486292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.760714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:09:00.486289Z","caller":"traceutil/trace.go:171","msg":"trace[659724507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16356; }","duration":"191.547907ms","start":"2026-03-06T01:09:00.294723Z","end":"2026-03-06T01:09:00.486271Z","steps":["trace[659724507] 'agreement among raft nodes before linearized reading' (duration: 191.448895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.486331Z","caller":"traceutil/trace.go:171","msg":"trace[2018580674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16356; }","duration":"221.717935ms","start":"2026-03-06T01:09:00.264581Z","end":"2026-03-06T01:09:00.486299Z","steps":["trace[2018580674] 'agreement among raft nodes before linearized reading' (duration: 221.49399ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.486335Z","caller":"traceutil/trace.go:171","msg":"trace[1439130191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16356; }","duration":"220.822385ms","start":"2026-03-06T01:09:00.265498Z","end":"2026-03-06T01:09:00.48632Z","steps":["trace[1439130191] 'agreement among raft nodes before linearized reading' (duration: 220.731843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.486203Z","caller":"traceutil/trace.go:171","msg":"trace[1393727737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16356; }","duration":"222.777088ms","start":"2026-03-06T01:09:00.263415Z","end":"2026-03-06T01:09:00.486192Z","steps":["trace[1393727737] 'agreement among raft nodes before linearized reading' (duration: 222.634725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.486549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.957662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-06T01:09:00.486626Z","caller":"traceutil/trace.go:171","msg":"trace[690381695] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:16356; }","duration":"172.563486ms","start":"2026-03-06T01:09:00.314049Z","end":"2026-03-06T01:09:00.486612Z","steps":["trace[690381695] 'agreement among raft nodes before linearized reading' (duration: 171.778228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.620087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.040347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-06T01:09:00.620155Z","caller":"traceutil/trace.go:171","msg":"trace[1846665240] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:16367; }","duration":"127.149078ms","start":"2026-03-06T01:09:00.492988Z","end":"2026-03-06T01:09:00.620138Z","steps":["trace[1846665240] 'agreement among raft nodes before linearized reading' (duration: 126.978485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.620293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.094318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-06T01:09:00.620378Z","caller":"traceutil/trace.go:171","msg":"trace[694469534] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:16367; }","duration":"127.255721ms","start":"2026-03-06T01:09:00.493103Z","end":"2026-03-06T01:09:00.620358Z","steps":["trace[694469534] 'agreement among raft nodes before linearized reading' (duration: 126.951835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.977088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.152169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:09:00.977237Z","caller":"traceutil/trace.go:171","msg":"trace[1274228813] transaction","detail":"{read_only:false; response_revision:16395; number_of_response:1; }","duration":"191.041565ms","start":"2026-03-06T01:09:00.78616Z","end":"2026-03-06T01:09:00.977202Z","steps":["trace[1274228813] 'process raft request' (duration: 40.708252ms)","trace[1274228813] 'compare' (duration: 149.978965ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:00.977413Z","caller":"traceutil/trace.go:171","msg":"trace[1407189058] linearizableReadLoop","detail":"{readStateIndex:16989; appliedIndex:16988; }","duration":"187.910605ms","start":"2026-03-06T01:09:00.789467Z","end":"2026-03-06T01:09:00.977377Z","steps":["trace[1407189058] 'read index received' (duration: 37.416149ms)","trace[1407189058] 'applied index is now lower than readState.Index' (duration: 150.490086ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:00.977482Z","caller":"traceutil/trace.go:171","msg":"trace[2011017179] transaction","detail":"{read_only:false; response_revision:16396; number_of_response:1; }","duration":"185.501202ms","start":"2026-03-06T01:09:00.79197Z","end":"2026-03-06T01:09:00.977472Z","steps":["trace[2011017179] 'process raft request' (duration: 185.272407ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.977577Z","caller":"traceutil/trace.go:171","msg":"trace[858419465] transaction","detail":"{read_only:false; response_revision:16397; number_of_response:1; }","duration":"184.242574ms","start":"2026-03-06T01:09:00.793311Z","end":"2026-03-06T01:09:00.977554Z","steps":["trace[858419465] 'process raft request' (duration: 184.05572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.977823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.295994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-06T01:09:00.977892Z","caller":"traceutil/trace.go:171","msg":"trace[1187976861] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16397; }","duration":"188.452537ms","start":"2026-03-06T01:09:00.789418Z","end":"2026-03-06T01:09:00.97787Z","steps":["trace[1187976861] 'agreement among raft nodes before linearized reading' (duration: 188.14268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:00.978019Z","caller":"traceutil/trace.go:171","msg":"trace[1797546195] transaction","detail":"{read_only:false; response_revision:16398; number_of_response:1; }","duration":"177.344201ms","start":"2026-03-06T01:09:00.800588Z","end":"2026-03-06T01:09:00.977932Z","steps":["trace[1797546195] 'process raft request' (duration: 176.84483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.979582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.853029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-06T01:09:00.97967Z","caller":"traceutil/trace.go:171","msg":"trace[1615978504] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16398; }","duration":"111.955641ms","start":"2026-03-06T01:09:00.867667Z","end":"2026-03-06T01:09:00.979622Z","steps":["trace[1615978504] 'agreement among raft nodes before linearized reading' (duration: 110.323785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:00.982783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.886343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-xscqt-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:00.982867Z","caller":"traceutil/trace.go:171","msg":"trace[51412061] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-xscqt-api; range_end:; response_count:0; response_revision:16398; }","duration":"191.947924ms","start":"2026-03-06T01:09:00.790868Z","end":"2026-03-06T01:09:00.982816Z","steps":["trace[51412061] 'agreement among raft nodes before linearized reading' (duration: 187.084066ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.288098Z","caller":"traceutil/trace.go:171","msg":"trace[2046982962] linearizableReadLoop","detail":"{readStateIndex:17000; appliedIndex:16997; }","duration":"216.363306ms","start":"2026-03-06T01:09:01.071714Z","end":"2026-03-06T01:09:01.288078Z","steps":["trace[2046982962] 'read index received' (duration: 30.755202ms)","trace[2046982962] 'applied index is now lower than readState.Index' (duration: 185.606994ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:01.28815Z","caller":"traceutil/trace.go:171","msg":"trace[1898872439] transaction","detail":"{read_only:false; response_revision:16405; number_of_response:1; }","duration":"217.759687ms","start":"2026-03-06T01:09:01.070348Z","end":"2026-03-06T01:09:01.288108Z","steps":["trace[1898872439] 'process raft request' (duration: 217.460671ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.288175Z","caller":"traceutil/trace.go:171","msg":"trace[4277160] transaction","detail":"{read_only:false; response_revision:16406; number_of_response:1; }","duration":"217.687156ms","start":"2026-03-06T01:09:01.070453Z","end":"2026-03-06T01:09:01.28814Z","steps":["trace[4277160] 'process raft request' (duration: 217.473391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.288364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.636492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:01.288392Z","caller":"traceutil/trace.go:171","msg":"trace[1545319509] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16407; }","duration":"200.016124ms","start":"2026-03-06T01:09:01.088344Z","end":"2026-03-06T01:09:01.288361Z","steps":["trace[1545319509] 'process raft request' (duration: 199.699277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.288474Z","caller":"traceutil/trace.go:171","msg":"trace[1373363840] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:16407; }","duration":"216.919778ms","start":"2026-03-06T01:09:01.071535Z","end":"2026-03-06T01:09:01.288455Z","steps":["trace[1373363840] 'agreement among raft nodes before linearized reading' (duration: 216.723354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.288867Z","caller":"traceutil/trace.go:171","msg":"trace[828008970] transaction","detail":"{read_only:false; response_revision:16407; number_of_response:1; }","duration":"210.412294ms","start":"2026-03-06T01:09:01.07844Z","end":"2026-03-06T01:09:01.288853Z","steps":["trace[828008970] 'process raft request' (duration: 209.539385ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.380203Z","caller":"traceutil/trace.go:171","msg":"trace[1110012552] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16408; }","duration":"265.866433ms","start":"2026-03-06T01:09:01.114304Z","end":"2026-03-06T01:09:01.38017Z","steps":["trace[1110012552] 'process raft request' (duration: 265.778991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.38039Z","caller":"traceutil/trace.go:171","msg":"trace[1800665949] transaction","detail":"{read_only:false; response_revision:16408; number_of_response:1; }","duration":"266.856305ms","start":"2026-03-06T01:09:01.113413Z","end":"2026-03-06T01:09:01.38027Z","steps":["trace[1800665949] 'process raft request' (duration: 266.262582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.380299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.149006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:09:01.380553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.57624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-06T01:09:01.38059Z","caller":"traceutil/trace.go:171","msg":"trace[600267351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16408; }","duration":"112.501243ms","start":"2026-03-06T01:09:01.26807Z","end":"2026-03-06T01:09:01.380571Z","steps":["trace[600267351] 'agreement among raft nodes before linearized reading' (duration: 112.100975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.380708Z","caller":"traceutil/trace.go:171","msg":"trace[1409878912] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16408; }","duration":"281.723854ms","start":"2026-03-06T01:09:01.098904Z","end":"2026-03-06T01:09:01.380628Z","steps":["trace[1409878912] 'agreement among raft nodes before linearized reading' (duration: 281.279564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.445819Z","caller":"traceutil/trace.go:171","msg":"trace[300638019] transaction","detail":"{read_only:false; response_revision:16412; number_of_response:1; }","duration":"142.210072ms","start":"2026-03-06T01:09:01.303577Z","end":"2026-03-06T01:09:01.445787Z","steps":["trace[300638019] 'process raft request' (duration: 142.12697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.445837Z","caller":"traceutil/trace.go:171","msg":"trace[18479770] transaction","detail":"{read_only:false; response_revision:16409; number_of_response:1; }","duration":"151.059868ms","start":"2026-03-06T01:09:01.294748Z","end":"2026-03-06T01:09:01.445808Z","steps":["trace[18479770] 'process raft request' (duration: 128.10989ms)","trace[18479770] 'compare' (duration: 22.54931ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:01.445954Z","caller":"traceutil/trace.go:171","msg":"trace[710570593] transaction","detail":"{read_only:false; response_revision:16410; number_of_response:1; }","duration":"150.980566ms","start":"2026-03-06T01:09:01.294953Z","end":"2026-03-06T01:09:01.445933Z","steps":["trace[710570593] 'process raft request' (duration: 150.68297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.446028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.661022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-xscqt-api-5gskl\" ","response":"range_response_count:1 size:2531"} {"level":"warn","ts":"2026-03-06T01:09:01.446063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.813143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:09:01.446109Z","caller":"traceutil/trace.go:171","msg":"trace[1779356198] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16412; }","duration":"155.889075ms","start":"2026-03-06T01:09:01.290209Z","end":"2026-03-06T01:09:01.446098Z","steps":["trace[1779356198] 'agreement among raft nodes before linearized reading' (duration: 155.800243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.44611Z","caller":"traceutil/trace.go:171","msg":"trace[366893545] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-xscqt-api-5gskl; range_end:; response_count:1; response_revision:16412; }","duration":"151.790355ms","start":"2026-03-06T01:09:01.2943Z","end":"2026-03-06T01:09:01.44609Z","steps":["trace[366893545] 'agreement among raft nodes before linearized reading' (duration: 151.488338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.446254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.092512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:01.446282Z","caller":"traceutil/trace.go:171","msg":"trace[1631074201] transaction","detail":"{read_only:false; response_revision:16411; number_of_response:1; }","duration":"151.066349ms","start":"2026-03-06T01:09:01.295209Z","end":"2026-03-06T01:09:01.446276Z","steps":["trace[1631074201] 'process raft request' (duration: 150.472555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.446305Z","caller":"traceutil/trace.go:171","msg":"trace[84761569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16412; }","duration":"147.167723ms","start":"2026-03-06T01:09:01.299126Z","end":"2026-03-06T01:09:01.446293Z","steps":["trace[84761569] 'agreement among raft nodes before linearized reading' (duration: 147.069491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.77262Z","caller":"traceutil/trace.go:171","msg":"trace[1951853891] transaction","detail":"{read_only:false; response_revision:16427; number_of_response:1; }","duration":"141.544467ms","start":"2026-03-06T01:09:01.631044Z","end":"2026-03-06T01:09:01.772588Z","steps":["trace[1951853891] 'process raft request' (duration: 62.007085ms)","trace[1951853891] 'compare' (duration: 79.354648ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:01.78263Z","caller":"traceutil/trace.go:171","msg":"trace[1426602424] linearizableReadLoop","detail":"{readStateIndex:17024; appliedIndex:17022; }","duration":"147.405937ms","start":"2026-03-06T01:09:01.635204Z","end":"2026-03-06T01:09:01.78261Z","steps":["trace[1426602424] 'read index received' (duration: 57.796201ms)","trace[1426602424] 'applied index is now lower than readState.Index' (duration: 89.608776ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:01.782822Z","caller":"traceutil/trace.go:171","msg":"trace[332647679] transaction","detail":"{read_only:false; response_revision:16428; number_of_response:1; }","duration":"150.767062ms","start":"2026-03-06T01:09:01.632037Z","end":"2026-03-06T01:09:01.782804Z","steps":["trace[332647679] 'process raft request' (duration: 150.480115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.783121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.52403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-06T01:09:01.783177Z","caller":"traceutil/trace.go:171","msg":"trace[298223035] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16428; }","duration":"147.600051ms","start":"2026-03-06T01:09:01.635563Z","end":"2026-03-06T01:09:01.783163Z","steps":["trace[298223035] 'agreement among raft nodes before linearized reading' (duration: 147.409417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:01.783376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.152504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112134"} {"level":"info","ts":"2026-03-06T01:09:01.783429Z","caller":"traceutil/trace.go:171","msg":"trace[1367826886] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16428; }","duration":"148.231406ms","start":"2026-03-06T01:09:01.635184Z","end":"2026-03-06T01:09:01.783416Z","steps":["trace[1367826886] 'agreement among raft nodes before linearized reading' (duration: 147.931209ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:01.977579Z","caller":"traceutil/trace.go:171","msg":"trace[1995610267] linearizableReadLoop","detail":"{readStateIndex:17026; appliedIndex:17025; }","duration":"169.251801ms","start":"2026-03-06T01:09:01.808316Z","end":"2026-03-06T01:09:01.977568Z","steps":["trace[1995610267] 'read index received' (duration: 90.70938ms)","trace[1995610267] 'applied index is now lower than readState.Index' (duration: 78.541471ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:01.977521Z","caller":"traceutil/trace.go:171","msg":"trace[811151318] transaction","detail":"{read_only:false; response_revision:16430; number_of_response:1; }","duration":"171.039871ms","start":"2026-03-06T01:09:01.806456Z","end":"2026-03-06T01:09:01.977496Z","steps":["trace[811151318] 'process raft request' (duration: 92.594832ms)","trace[811151318] 'compare' (duration: 78.267965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:02.031789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.447473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T01:09:02.031854Z","caller":"traceutil/trace.go:171","msg":"trace[1347372571] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:16431; }","duration":"223.532405ms","start":"2026-03-06T01:09:01.808303Z","end":"2026-03-06T01:09:02.031836Z","steps":["trace[1347372571] 'agreement among raft nodes before linearized reading' (duration: 169.333663ms)","trace[1347372571] 'range keys from in-memory index tree' (duration: 54.041449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:02.032755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.736274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-06T01:09:02.03285Z","caller":"traceutil/trace.go:171","msg":"trace[341887011] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16432; }","duration":"179.906427ms","start":"2026-03-06T01:09:01.852924Z","end":"2026-03-06T01:09:02.032831Z","steps":["trace[341887011] 'agreement among raft nodes before linearized reading' (duration: 178.801033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:02.102581Z","caller":"traceutil/trace.go:171","msg":"trace[1527975487] transaction","detail":"{read_only:false; response_revision:16434; number_of_response:1; }","duration":"108.73676ms","start":"2026-03-06T01:09:01.993794Z","end":"2026-03-06T01:09:02.10253Z","steps":["trace[1527975487] 'process raft request' (duration: 108.080366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:02.351973Z","caller":"traceutil/trace.go:171","msg":"trace[1798219538] transaction","detail":"{read_only:false; response_revision:16437; number_of_response:1; }","duration":"187.041246ms","start":"2026-03-06T01:09:02.16489Z","end":"2026-03-06T01:09:02.351931Z","steps":["trace[1798219538] 'process raft request' (duration: 186.805051ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:02.351972Z","caller":"traceutil/trace.go:171","msg":"trace[763897269] linearizableReadLoop","detail":"{readStateIndex:17036; appliedIndex:17033; }","duration":"156.818506ms","start":"2026-03-06T01:09:02.195134Z","end":"2026-03-06T01:09:02.351953Z","steps":["trace[763897269] 'read index received' (duration: 156.52918ms)","trace[763897269] 'applied index is now lower than readState.Index' (duration: 288.066µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:02.352186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.329162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-06T01:09:02.352233Z","caller":"traceutil/trace.go:171","msg":"trace[1746771146] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16439; }","duration":"187.419724ms","start":"2026-03-06T01:09:02.164799Z","end":"2026-03-06T01:09:02.352219Z","steps":["trace[1746771146] 'agreement among raft nodes before linearized reading' (duration: 187.22718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:02.35235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.430191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-06T01:09:02.352441Z","caller":"traceutil/trace.go:171","msg":"trace[1858033047] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16439; }","duration":"153.537134ms","start":"2026-03-06T01:09:02.198859Z","end":"2026-03-06T01:09:02.352396Z","steps":["trace[1858033047] 'agreement among raft nodes before linearized reading' (duration: 153.353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:02.352513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.208313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-06T01:09:02.352564Z","caller":"traceutil/trace.go:171","msg":"trace[352059619] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s2kqw; range_end:; response_count:1; response_revision:16439; }","duration":"124.301034ms","start":"2026-03-06T01:09:02.22825Z","end":"2026-03-06T01:09:02.352551Z","steps":["trace[352059619] 'agreement among raft nodes before linearized reading' (duration: 124.134341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:02.352643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.971119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:09:02.352686Z","caller":"traceutil/trace.go:171","msg":"trace[345219352] transaction","detail":"{read_only:false; response_revision:16438; number_of_response:1; }","duration":"187.765332ms","start":"2026-03-06T01:09:02.164902Z","end":"2026-03-06T01:09:02.352667Z","steps":["trace[345219352] 'process raft request' (duration: 186.949394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:02.352714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.045349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3206"} {"level":"info","ts":"2026-03-06T01:09:02.35272Z","caller":"traceutil/trace.go:171","msg":"trace[1811173687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16439; }","duration":"143.05926ms","start":"2026-03-06T01:09:02.209641Z","end":"2026-03-06T01:09:02.3527Z","steps":["trace[1811173687] 'agreement among raft nodes before linearized reading' (duration: 142.877796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:02.352758Z","caller":"traceutil/trace.go:171","msg":"trace[1977606117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16439; }","duration":"151.115349ms","start":"2026-03-06T01:09:02.201629Z","end":"2026-03-06T01:09:02.352744Z","steps":["trace[1977606117] 'agreement among raft nodes before linearized reading' (duration: 150.987677ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:02.352973Z","caller":"traceutil/trace.go:171","msg":"trace[750790995] transaction","detail":"{read_only:false; response_revision:16439; number_of_response:1; }","duration":"187.990877ms","start":"2026-03-06T01:09:02.164963Z","end":"2026-03-06T01:09:02.352954Z","steps":["trace[750790995] 'process raft request' (duration: 186.949254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:02.791754Z","caller":"traceutil/trace.go:171","msg":"trace[948593357] transaction","detail":"{read_only:false; response_revision:16459; number_of_response:1; }","duration":"110.07406ms","start":"2026-03-06T01:09:02.681645Z","end":"2026-03-06T01:09:02.791719Z","steps":["trace[948593357] 'process raft request' (duration: 108.076936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:02.791964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.778796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112134"} {"level":"info","ts":"2026-03-06T01:09:02.792039Z","caller":"traceutil/trace.go:171","msg":"trace[1229250746] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16459; }","duration":"110.874218ms","start":"2026-03-06T01:09:02.681147Z","end":"2026-03-06T01:09:02.792021Z","steps":["trace[1229250746] 'agreement among raft nodes before linearized reading' (duration: 110.570381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:03.142738Z","caller":"traceutil/trace.go:171","msg":"trace[1741352816] transaction","detail":"{read_only:false; response_revision:16464; number_of_response:1; }","duration":"137.517118ms","start":"2026-03-06T01:09:03.005195Z","end":"2026-03-06T01:09:03.142712Z","steps":["trace[1741352816] 'process raft request' (duration: 137.352294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.096168Z","caller":"traceutil/trace.go:171","msg":"trace[2095457689] transaction","detail":"{read_only:false; response_revision:16469; number_of_response:1; }","duration":"113.837483ms","start":"2026-03-06T01:09:03.982302Z","end":"2026-03-06T01:09:04.096139Z","steps":["trace[2095457689] 'process raft request' (duration: 113.660679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.457398Z","caller":"traceutil/trace.go:171","msg":"trace[310106194] transaction","detail":"{read_only:false; response_revision:16470; number_of_response:1; }","duration":"128.510778ms","start":"2026-03-06T01:09:04.328865Z","end":"2026-03-06T01:09:04.457376Z","steps":["trace[310106194] 'process raft request' (duration: 128.361465ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.768275Z","caller":"traceutil/trace.go:171","msg":"trace[2143133879] linearizableReadLoop","detail":"{readStateIndex:17069; appliedIndex:17068; }","duration":"246.129965ms","start":"2026-03-06T01:09:04.522104Z","end":"2026-03-06T01:09:04.768234Z","steps":["trace[2143133879] 'read index received' (duration: 245.968721ms)","trace[2143133879] 'applied index is now lower than readState.Index' (duration: 158.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:04.768322Z","caller":"traceutil/trace.go:171","msg":"trace[1723991021] transaction","detail":"{read_only:false; response_revision:16472; number_of_response:1; }","duration":"248.727043ms","start":"2026-03-06T01:09:04.519556Z","end":"2026-03-06T01:09:04.768283Z","steps":["trace[1723991021] 'process raft request' (duration: 248.451977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:04.768642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.511585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-06T01:09:04.768746Z","caller":"traceutil/trace.go:171","msg":"trace[2125201408] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16472; }","duration":"246.647367ms","start":"2026-03-06T01:09:04.522072Z","end":"2026-03-06T01:09:04.768719Z","steps":["trace[2125201408] 'agreement among raft nodes before linearized reading' (duration: 246.312669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.949453Z","caller":"traceutil/trace.go:171","msg":"trace[1540280783] linearizableReadLoop","detail":"{readStateIndex:17070; appliedIndex:17069; }","duration":"181.059843ms","start":"2026-03-06T01:09:04.768375Z","end":"2026-03-06T01:09:04.949435Z","steps":["trace[1540280783] 'read index received' (duration: 144.586365ms)","trace[1540280783] 'applied index is now lower than readState.Index' (duration: 36.472348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:04.949645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.455841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:09:04.949687Z","caller":"traceutil/trace.go:171","msg":"trace[823479570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16473; }","duration":"273.529263ms","start":"2026-03-06T01:09:04.676145Z","end":"2026-03-06T01:09:04.949674Z","steps":["trace[823479570] 'agreement among raft nodes before linearized reading' (duration: 273.40518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:04.949725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.565086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5l82g\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-03-06T01:09:04.949736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.673236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T01:09:04.949768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.390773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14cf72f4-273e-44a4-bcee-5870d5ce8683\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-06T01:09:04.949804Z","caller":"traceutil/trace.go:171","msg":"trace[2088318523] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5l82g; range_end:; response_count:1; response_revision:16473; }","duration":"260.642818ms","start":"2026-03-06T01:09:04.689127Z","end":"2026-03-06T01:09:04.94977Z","steps":["trace[2088318523] 'agreement among raft nodes before linearized reading' (duration: 260.400333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:04.949812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.370882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:09:04.949856Z","caller":"traceutil/trace.go:171","msg":"trace[1573472437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14cf72f4-273e-44a4-bcee-5870d5ce8683; range_end:; response_count:1; response_revision:16473; }","duration":"265.507695ms","start":"2026-03-06T01:09:04.684327Z","end":"2026-03-06T01:09:04.949835Z","steps":["trace[1573472437] 'agreement among raft nodes before linearized reading' (duration: 265.229299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.949889Z","caller":"traceutil/trace.go:171","msg":"trace[1011898394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16473; }","duration":"274.504125ms","start":"2026-03-06T01:09:04.675366Z","end":"2026-03-06T01:09:04.94987Z","steps":["trace[1011898394] 'agreement among raft nodes before linearized reading' (duration: 274.243999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:04.949917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.463382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.189a1b3acc88f8b3\" ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-03-06T01:09:04.949939Z","caller":"traceutil/trace.go:171","msg":"trace[1011518320] transaction","detail":"{read_only:false; response_revision:16473; number_of_response:1; }","duration":"407.830829ms","start":"2026-03-06T01:09:04.542093Z","end":"2026-03-06T01:09:04.949924Z","steps":["trace[1011518320] 'process raft request' (duration: 370.88248ms)","trace[1011518320] 'compare' (duration: 36.362486ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:04.949951Z","caller":"traceutil/trace.go:171","msg":"trace[215318315] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.189a1b3acc88f8b3; range_end:; response_count:1; response_revision:16473; }","duration":"176.509992ms","start":"2026-03-06T01:09:04.773429Z","end":"2026-03-06T01:09:04.949939Z","steps":["trace[215318315] 'agreement among raft nodes before linearized reading' (duration: 176.434651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:04.949713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.687837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:09:04.949842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.585794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-03-06T01:09:04.950015Z","caller":"traceutil/trace.go:171","msg":"trace[445561630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16473; }","duration":"274.067285ms","start":"2026-03-06T01:09:04.675938Z","end":"2026-03-06T01:09:04.950005Z","steps":["trace[445561630] 'agreement among raft nodes before linearized reading' (duration: 273.657616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.950034Z","caller":"traceutil/trace.go:171","msg":"trace[606716808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16473; }","duration":"176.812429ms","start":"2026-03-06T01:09:04.773208Z","end":"2026-03-06T01:09:04.95002Z","steps":["trace[606716808] 'agreement among raft nodes before linearized reading' (duration: 176.569444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:04.950042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:09:04.542069Z","time spent":"407.907031ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:09:04.950075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.28497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:09:04.950162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.048109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:09:04.950163Z","caller":"traceutil/trace.go:171","msg":"trace[2142577357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16473; }","duration":"274.412073ms","start":"2026-03-06T01:09:04.675732Z","end":"2026-03-06T01:09:04.950144Z","steps":["trace[2142577357] 'agreement among raft nodes before linearized reading' (duration: 274.143197ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.949848Z","caller":"traceutil/trace.go:171","msg":"trace[64042846] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16473; }","duration":"268.809369ms","start":"2026-03-06T01:09:04.681009Z","end":"2026-03-06T01:09:04.949818Z","steps":["trace[64042846] 'agreement among raft nodes before linearized reading' (duration: 268.476422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:04.95028Z","caller":"traceutil/trace.go:171","msg":"trace[1015834320] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16473; }","duration":"290.203143ms","start":"2026-03-06T01:09:04.660064Z","end":"2026-03-06T01:09:04.950267Z","steps":["trace[1015834320] 'agreement among raft nodes before linearized reading' (duration: 290.05958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:13.954262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14319} {"level":"info","ts":"2026-03-06T01:09:14.054446Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14319,"took":"97.531863ms","hash":1523115374,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":27873280,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:09:14.054509Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1523115374,"revision":14319,"compact-revision":12016} {"level":"info","ts":"2026-03-06T01:09:37.233162Z","caller":"traceutil/trace.go:171","msg":"trace[125854460] transaction","detail":"{read_only:false; response_revision:16831; number_of_response:1; }","duration":"153.812429ms","start":"2026-03-06T01:09:37.079317Z","end":"2026-03-06T01:09:37.233129Z","steps":["trace[125854460] 'process raft request' (duration: 153.632725ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:42.151896Z","caller":"traceutil/trace.go:171","msg":"trace[1442864008] linearizableReadLoop","detail":"{readStateIndex:17491; appliedIndex:17490; }","duration":"141.69123ms","start":"2026-03-06T01:09:42.010176Z","end":"2026-03-06T01:09:42.151867Z","steps":["trace[1442864008] 'read index received' (duration: 141.488156ms)","trace[1442864008] 'applied index is now lower than readState.Index' (duration: 201.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:42.151959Z","caller":"traceutil/trace.go:171","msg":"trace[760092056] transaction","detail":"{read_only:false; response_revision:16882; number_of_response:1; }","duration":"157.112603ms","start":"2026-03-06T01:09:41.994795Z","end":"2026-03-06T01:09:42.151907Z","steps":["trace[760092056] 'process raft request' (duration: 156.900528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:42.152032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.831443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:09:42.152073Z","caller":"traceutil/trace.go:171","msg":"trace[1087044984] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16882; }","duration":"141.918825ms","start":"2026-03-06T01:09:42.010142Z","end":"2026-03-06T01:09:42.152061Z","steps":["trace[1087044984] 'agreement among raft nodes before linearized reading' (duration: 141.830113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:42.515541Z","caller":"traceutil/trace.go:171","msg":"trace[1642476286] transaction","detail":"{read_only:false; response_revision:16884; number_of_response:1; }","duration":"141.485496ms","start":"2026-03-06T01:09:42.374036Z","end":"2026-03-06T01:09:42.515522Z","steps":["trace[1642476286] 'process raft request' (duration: 100.033977ms)","trace[1642476286] 'compare' (duration: 41.281115ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:43.205098Z","caller":"traceutil/trace.go:171","msg":"trace[1134863379] transaction","detail":"{read_only:false; response_revision:16887; number_of_response:1; }","duration":"218.724448ms","start":"2026-03-06T01:09:42.986333Z","end":"2026-03-06T01:09:43.205057Z","steps":["trace[1134863379] 'process raft request' (duration: 122.565897ms)","trace[1134863379] 'compare' (duration: 95.972787ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:43.259465Z","caller":"traceutil/trace.go:171","msg":"trace[2145655324] linearizableReadLoop","detail":"{readStateIndex:17498; appliedIndex:17495; }","duration":"163.318241ms","start":"2026-03-06T01:09:43.096121Z","end":"2026-03-06T01:09:43.259439Z","steps":["trace[2145655324] 'read index received' (duration: 12.921737ms)","trace[2145655324] 'applied index is now lower than readState.Index' (duration: 150.395654ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:43.259498Z","caller":"traceutil/trace.go:171","msg":"trace[1750755259] transaction","detail":"{read_only:false; response_revision:16888; number_of_response:1; }","duration":"221.674684ms","start":"2026-03-06T01:09:43.037791Z","end":"2026-03-06T01:09:43.259466Z","steps":["trace[1750755259] 'process raft request' (duration: 221.417828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:43.259604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.463124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:09:43.259635Z","caller":"traceutil/trace.go:171","msg":"trace[65932839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16889; }","duration":"163.559526ms","start":"2026-03-06T01:09:43.096067Z","end":"2026-03-06T01:09:43.259626Z","steps":["trace[65932839] 'agreement among raft nodes before linearized reading' (duration: 163.470014ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:43.259761Z","caller":"traceutil/trace.go:171","msg":"trace[1780650151] transaction","detail":"{read_only:false; response_revision:16889; number_of_response:1; }","duration":"215.552048ms","start":"2026-03-06T01:09:43.044167Z","end":"2026-03-06T01:09:43.259719Z","steps":["trace[1780650151] 'process raft request' (duration: 215.226911ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:43.667237Z","caller":"traceutil/trace.go:171","msg":"trace[975055718] transaction","detail":"{read_only:false; response_revision:16899; number_of_response:1; }","duration":"123.274552ms","start":"2026-03-06T01:09:43.543932Z","end":"2026-03-06T01:09:43.667206Z","steps":["trace[975055718] 'process raft request' (duration: 118.637199ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:43.672451Z","caller":"traceutil/trace.go:171","msg":"trace[925005956] transaction","detail":"{read_only:false; response_revision:16900; number_of_response:1; }","duration":"116.179046ms","start":"2026-03-06T01:09:43.556205Z","end":"2026-03-06T01:09:43.672384Z","steps":["trace[925005956] 'process raft request' (duration: 115.44365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:43.852826Z","caller":"traceutil/trace.go:171","msg":"trace[1962323063] transaction","detail":"{read_only:false; response_revision:16903; number_of_response:1; }","duration":"144.952832ms","start":"2026-03-06T01:09:43.707836Z","end":"2026-03-06T01:09:43.852789Z","steps":["trace[1962323063] 'process raft request' (duration: 144.745668ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:43.870702Z","caller":"traceutil/trace.go:171","msg":"trace[803455405] linearizableReadLoop","detail":"{readStateIndex:17514; appliedIndex:17512; }","duration":"127.224241ms","start":"2026-03-06T01:09:43.743461Z","end":"2026-03-06T01:09:43.870685Z","steps":["trace[803455405] 'read index received' (duration: 109.327923ms)","trace[803455405] 'applied index is now lower than readState.Index' (duration: 17.895018ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:43.87079Z","caller":"traceutil/trace.go:171","msg":"trace[2037049079] transaction","detail":"{read_only:false; response_revision:16905; number_of_response:1; }","duration":"158.954344ms","start":"2026-03-06T01:09:43.711827Z","end":"2026-03-06T01:09:43.870781Z","steps":["trace[2037049079] 'process raft request' (duration: 158.809501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:43.870895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.417875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:43.870965Z","caller":"traceutil/trace.go:171","msg":"trace[1727492000] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16905; }","duration":"127.542187ms","start":"2026-03-06T01:09:43.743403Z","end":"2026-03-06T01:09:43.870946Z","steps":["trace[1727492000] 'agreement among raft nodes before linearized reading' (duration: 127.391244ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:43.871288Z","caller":"traceutil/trace.go:171","msg":"trace[650845205] transaction","detail":"{read_only:false; response_revision:16904; number_of_response:1; }","duration":"160.681023ms","start":"2026-03-06T01:09:43.710226Z","end":"2026-03-06T01:09:43.870907Z","steps":["trace[650845205] 'process raft request' (duration: 160.309934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:43.877152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.064419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:43.877247Z","caller":"traceutil/trace.go:171","msg":"trace[536801207] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16906; }","duration":"133.195562ms","start":"2026-03-06T01:09:43.744029Z","end":"2026-03-06T01:09:43.877225Z","steps":["trace[536801207] 'agreement among raft nodes before linearized reading' (duration: 133.017348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:43.877299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.759403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:09:43.877303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.918486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-06T01:09:43.877361Z","caller":"traceutil/trace.go:171","msg":"trace[205574515] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16906; }","duration":"132.961677ms","start":"2026-03-06T01:09:43.744387Z","end":"2026-03-06T01:09:43.877348Z","steps":["trace[205574515] 'agreement among raft nodes before linearized reading' (duration: 132.779293ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:43.877419Z","caller":"traceutil/trace.go:171","msg":"trace[603838196] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16906; }","duration":"133.120311ms","start":"2026-03-06T01:09:43.744271Z","end":"2026-03-06T01:09:43.877392Z","steps":["trace[603838196] 'agreement among raft nodes before linearized reading' (duration: 132.859395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:43.877531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.339286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:43.877573Z","caller":"traceutil/trace.go:171","msg":"trace[1093134491] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16906; }","duration":"133.438718ms","start":"2026-03-06T01:09:43.744123Z","end":"2026-03-06T01:09:43.877562Z","steps":["trace[1093134491] 'agreement among raft nodes before linearized reading' (duration: 133.359376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:43.877721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.505009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:43.877853Z","caller":"traceutil/trace.go:171","msg":"trace[1126535968] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16906; }","duration":"133.658992ms","start":"2026-03-06T01:09:43.744144Z","end":"2026-03-06T01:09:43.877803Z","steps":["trace[1126535968] 'agreement among raft nodes before linearized reading' (duration: 133.474128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:47.980075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.83831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-06T01:09:47.980128Z","caller":"traceutil/trace.go:171","msg":"trace[1918268563] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16935; }","duration":"287.925132ms","start":"2026-03-06T01:09:47.692192Z","end":"2026-03-06T01:09:47.980117Z","steps":["trace[1918268563] 'range keys from in-memory index tree' (duration: 287.722498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:47.98028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.520012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:09:47.980295Z","caller":"traceutil/trace.go:171","msg":"trace[443870486] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:16935; }","duration":"180.537712ms","start":"2026-03-06T01:09:47.799752Z","end":"2026-03-06T01:09:47.98029Z","steps":["trace[443870486] 'count revisions from in-memory index tree' (duration: 180.351729ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:49.316081Z","caller":"traceutil/trace.go:171","msg":"trace[560018331] transaction","detail":"{read_only:false; response_revision:16942; number_of_response:1; }","duration":"126.062894ms","start":"2026-03-06T01:09:49.189986Z","end":"2026-03-06T01:09:49.316049Z","steps":["trace[560018331] 'process raft request' (duration: 125.852249ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:49.59973Z","caller":"traceutil/trace.go:171","msg":"trace[1579879129] linearizableReadLoop","detail":"{readStateIndex:17553; appliedIndex:17552; }","duration":"107.146175ms","start":"2026-03-06T01:09:49.492555Z","end":"2026-03-06T01:09:49.599701Z","steps":["trace[1579879129] 'read index received' (duration: 106.894619ms)","trace[1579879129] 'applied index is now lower than readState.Index' (duration: 249.936µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:49.599917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.326059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:49.599886Z","caller":"traceutil/trace.go:171","msg":"trace[536953677] transaction","detail":"{read_only:false; response_revision:16943; number_of_response:1; }","duration":"265.909444ms","start":"2026-03-06T01:09:49.333934Z","end":"2026-03-06T01:09:49.599844Z","steps":["trace[536953677] 'process raft request' (duration: 265.564206ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:49.599959Z","caller":"traceutil/trace.go:171","msg":"trace[1899776631] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16943; }","duration":"107.450611ms","start":"2026-03-06T01:09:49.492499Z","end":"2026-03-06T01:09:49.599949Z","steps":["trace[1899776631] 'agreement among raft nodes before linearized reading' (duration: 107.340759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:49.603316Z","caller":"traceutil/trace.go:171","msg":"trace[1502220991] transaction","detail":"{read_only:false; response_revision:16944; number_of_response:1; }","duration":"100.380885ms","start":"2026-03-06T01:09:49.502922Z","end":"2026-03-06T01:09:49.603303Z","steps":["trace[1502220991] 'process raft request' (duration: 100.12325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:49.71621Z","caller":"traceutil/trace.go:171","msg":"trace[44868648] transaction","detail":"{read_only:false; response_revision:16949; number_of_response:1; }","duration":"100.224281ms","start":"2026-03-06T01:09:49.615955Z","end":"2026-03-06T01:09:49.71618Z","steps":["trace[44868648] 'process raft request' (duration: 99.912734ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:50.105578Z","caller":"traceutil/trace.go:171","msg":"trace[592631713] linearizableReadLoop","detail":"{readStateIndex:17561; appliedIndex:17560; }","duration":"120.118003ms","start":"2026-03-06T01:09:49.985432Z","end":"2026-03-06T01:09:50.10555Z","steps":["trace[592631713] 'read index received' (duration: 120.00503ms)","trace[592631713] 'applied index is now lower than readState.Index' (duration: 111.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:50.10573Z","caller":"traceutil/trace.go:171","msg":"trace[231873492] transaction","detail":"{read_only:false; response_revision:16951; number_of_response:1; }","duration":"276.463067ms","start":"2026-03-06T01:09:49.829235Z","end":"2026-03-06T01:09:50.105698Z","steps":["trace[231873492] 'process raft request' (duration: 276.112459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.105908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.447659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-06T01:09:50.105977Z","caller":"traceutil/trace.go:171","msg":"trace[1246561475] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"120.593253ms","start":"2026-03-06T01:09:49.985366Z","end":"2026-03-06T01:09:50.10596Z","steps":["trace[1246561475] 'agreement among raft nodes before linearized reading' (duration: 120.353277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:50.210066Z","caller":"traceutil/trace.go:171","msg":"trace[354832351] linearizableReadLoop","detail":"{readStateIndex:17562; appliedIndex:17561; }","duration":"104.395805ms","start":"2026-03-06T01:09:50.10565Z","end":"2026-03-06T01:09:50.210046Z","steps":["trace[354832351] 'read index received' (duration: 104.260782ms)","trace[354832351] 'applied index is now lower than readState.Index' (duration: 130.843µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:50.210275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.968123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:09:50.210316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.954232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:50.210347Z","caller":"traceutil/trace.go:171","msg":"trace[1467350825] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16952; }","duration":"223.069645ms","start":"2026-03-06T01:09:49.987262Z","end":"2026-03-06T01:09:50.210331Z","steps":["trace[1467350825] 'agreement among raft nodes before linearized reading' (duration: 222.878791ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:50.210364Z","caller":"traceutil/trace.go:171","msg":"trace[1610830685] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16952; }","duration":"223.036664ms","start":"2026-03-06T01:09:49.987313Z","end":"2026-03-06T01:09:50.21035Z","steps":["trace[1610830685] 'agreement among raft nodes before linearized reading' (duration: 222.943522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.210292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.741658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:09:50.210313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.657793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:09:50.210422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.632923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:50.21047Z","caller":"traceutil/trace.go:171","msg":"trace[2068674099] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16952; }","duration":"222.914131ms","start":"2026-03-06T01:09:49.987517Z","end":"2026-03-06T01:09:50.210431Z","steps":["trace[2068674099] 'agreement among raft nodes before linearized reading' (duration: 222.719047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.210484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.51915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:50.210508Z","caller":"traceutil/trace.go:171","msg":"trace[37900253] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16952; }","duration":"221.740455ms","start":"2026-03-06T01:09:49.98874Z","end":"2026-03-06T01:09:50.21048Z","steps":["trace[37900253] 'agreement among raft nodes before linearized reading' (duration: 221.653493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:50.210531Z","caller":"traceutil/trace.go:171","msg":"trace[886025881] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16952; }","duration":"221.575421ms","start":"2026-03-06T01:09:49.988941Z","end":"2026-03-06T01:09:50.210516Z","steps":["trace[886025881] 'agreement among raft nodes before linearized reading' (duration: 221.5221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.21046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.164952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:50.21056Z","caller":"traceutil/trace.go:171","msg":"trace[397049854] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16952; }","duration":"221.878618ms","start":"2026-03-06T01:09:49.988584Z","end":"2026-03-06T01:09:50.210462Z","steps":["trace[397049854] 'agreement among raft nodes before linearized reading' (duration: 221.52386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.210427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.549241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:50.210632Z","caller":"traceutil/trace.go:171","msg":"trace[1019070963] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16952; }","duration":"221.334766ms","start":"2026-03-06T01:09:49.989261Z","end":"2026-03-06T01:09:50.210595Z","steps":["trace[1019070963] 'agreement among raft nodes before linearized reading' (duration: 221.113931ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:50.210611Z","caller":"traceutil/trace.go:171","msg":"trace[1966227172] transaction","detail":"{read_only:false; response_revision:16952; number_of_response:1; }","duration":"124.595462ms","start":"2026-03-06T01:09:50.086001Z","end":"2026-03-06T01:09:50.210596Z","steps":["trace[1966227172] 'process raft request' (duration: 123.891626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.21081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.337233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:09:50.21085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.866552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:50.210891Z","caller":"traceutil/trace.go:171","msg":"trace[2045976808] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16952; }","duration":"224.477366ms","start":"2026-03-06T01:09:49.986401Z","end":"2026-03-06T01:09:50.210878Z","steps":["trace[2045976808] 'agreement among raft nodes before linearized reading' (duration: 223.792841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.210895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.799401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-06T01:09:50.210831Z","caller":"traceutil/trace.go:171","msg":"trace[70730786] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16952; }","duration":"221.819896ms","start":"2026-03-06T01:09:49.988847Z","end":"2026-03-06T01:09:50.210667Z","steps":["trace[70730786] 'agreement among raft nodes before linearized reading' (duration: 221.52482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:50.210941Z","caller":"traceutil/trace.go:171","msg":"trace[1230715718] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16952; }","duration":"223.874202ms","start":"2026-03-06T01:09:49.987056Z","end":"2026-03-06T01:09:50.210931Z","steps":["trace[1230715718] 'agreement among raft nodes before linearized reading' (duration: 223.258848ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:50.210883Z","caller":"traceutil/trace.go:171","msg":"trace[151686064] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16952; }","duration":"224.482676ms","start":"2026-03-06T01:09:49.986388Z","end":"2026-03-06T01:09:50.210871Z","steps":["trace[151686064] 'agreement among raft nodes before linearized reading' (duration: 223.796001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:50.211191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.986407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-06T01:09:50.211316Z","caller":"traceutil/trace.go:171","msg":"trace[1893835551] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16952; }","duration":"225.170771ms","start":"2026-03-06T01:09:49.98612Z","end":"2026-03-06T01:09:50.211291Z","steps":["trace[1893835551] 'agreement among raft nodes before linearized reading' (duration: 224.494996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:51.130765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.220401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s2kqw\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-06T01:09:51.130851Z","caller":"traceutil/trace.go:171","msg":"trace[134294087] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s2kqw; range_end:; response_count:1; response_revision:16959; }","duration":"123.348484ms","start":"2026-03-06T01:09:51.007483Z","end":"2026-03-06T01:09:51.130832Z","steps":["trace[134294087] 'range keys from in-memory index tree' (duration: 123.058598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:57.163162Z","caller":"traceutil/trace.go:171","msg":"trace[1205246061] transaction","detail":"{read_only:false; response_revision:16989; number_of_response:1; }","duration":"212.55035ms","start":"2026-03-06T01:09:56.950582Z","end":"2026-03-06T01:09:57.163132Z","steps":["trace[1205246061] 'process raft request' (duration: 212.271464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:08.967253Z","caller":"traceutil/trace.go:171","msg":"trace[1329424456] transaction","detail":"{read_only:false; response_revision:17096; number_of_response:1; }","duration":"100.297197ms","start":"2026-03-06T01:10:08.866916Z","end":"2026-03-06T01:10:08.967214Z","steps":["trace[1329424456] 'process raft request' (duration: 40.26341ms)","trace[1329424456] 'compare' (duration: 59.657979ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:10:09.329466Z","caller":"traceutil/trace.go:171","msg":"trace[1603747571] transaction","detail":"{read_only:false; response_revision:17098; number_of_response:1; }","duration":"101.185257ms","start":"2026-03-06T01:10:09.228255Z","end":"2026-03-06T01:10:09.32944Z","steps":["trace[1603747571] 'process raft request' (duration: 100.991423ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:09.331588Z","caller":"traceutil/trace.go:171","msg":"trace[403230858] transaction","detail":"{read_only:false; response_revision:17099; number_of_response:1; }","duration":"100.641524ms","start":"2026-03-06T01:10:09.230917Z","end":"2026-03-06T01:10:09.331558Z","steps":["trace[403230858] 'process raft request' (duration: 100.477581ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:09.718988Z","caller":"traceutil/trace.go:171","msg":"trace[24511386] linearizableReadLoop","detail":"{readStateIndex:19324; appliedIndex:19323; }","duration":"244.740498ms","start":"2026-03-06T01:14:09.474213Z","end":"2026-03-06T01:14:09.718953Z","steps":["trace[24511386] 'read index received' (duration: 244.565424ms)","trace[24511386] 'applied index is now lower than readState.Index' (duration: 173.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:09.719068Z","caller":"traceutil/trace.go:171","msg":"trace[1050289052] transaction","detail":"{read_only:false; response_revision:18653; number_of_response:1; }","duration":"285.132666ms","start":"2026-03-06T01:14:09.433904Z","end":"2026-03-06T01:14:09.719037Z","steps":["trace[1050289052] 'process raft request' (duration: 284.788908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:09.719323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.073585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:14:09.719422Z","caller":"traceutil/trace.go:171","msg":"trace[1497976765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18653; }","duration":"245.224938ms","start":"2026-03-06T01:14:09.474176Z","end":"2026-03-06T01:14:09.719401Z","steps":["trace[1497976765] 'agreement among raft nodes before linearized reading' (duration: 244.911571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:09.723868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.536553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T01:14:09.72406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.495958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:14:09.724184Z","caller":"traceutil/trace.go:171","msg":"trace[551489025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18654; }","duration":"110.687312ms","start":"2026-03-06T01:14:09.613472Z","end":"2026-03-06T01:14:09.72416Z","steps":["trace[551489025] 'agreement among raft nodes before linearized reading' (duration: 110.334575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:09.723965Z","caller":"traceutil/trace.go:171","msg":"trace[548928294] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18654; }","duration":"249.702857ms","start":"2026-03-06T01:14:09.474243Z","end":"2026-03-06T01:14:09.723945Z","steps":["trace[548928294] 'agreement among raft nodes before linearized reading' (duration: 249.427151ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:13.96134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16552} {"level":"info","ts":"2026-03-06T01:14:14.133831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16552,"took":"166.915368ms","hash":1879527599,"current-db-size-bytes":44335104,"current-db-size":"44 MB","current-db-size-in-use-bytes":29908992,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:14:14.133887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1879527599,"revision":16552,"compact-revision":14319} {"level":"warn","ts":"2026-03-06T01:14:15.681392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056271107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:15.830023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035360599s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:14:15.830456Z","caller":"traceutil/trace.go:171","msg":"trace[1045791842] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"1.03588606s","start":"2026-03-06T01:14:14.794546Z","end":"2026-03-06T01:14:15.830432Z","steps":["trace[1045791842] 'process raft request' (duration: 1.035717417s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.830584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.794526Z","time spent":"1.035985532s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:16.325218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.099538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:16.32546Z","caller":"traceutil/trace.go:171","msg":"trace[2030475179] transaction","detail":"{read_only:false; response_revision:18681; number_of_response:1; }","duration":"471.735589ms","start":"2026-03-06T01:14:15.853704Z","end":"2026-03-06T01:14:16.325439Z","steps":["trace[2030475179] 'process raft request' (duration: 471.648287ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:16.325457Z","caller":"traceutil/trace.go:171","msg":"trace[435015752] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"1.436856328s","start":"2026-03-06T01:14:14.888558Z","end":"2026-03-06T01:14:16.325414Z","steps":["trace[435015752] 'process raft request' (duration: 1.101436823s)","trace[435015752] 'compare' (duration: 334.970976ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:16.325476Z","caller":"traceutil/trace.go:171","msg":"trace[89186427] linearizableReadLoop","detail":"{readStateIndex:19353; appliedIndex:19351; }","duration":"1.145167609s","start":"2026-03-06T01:14:15.180276Z","end":"2026-03-06T01:14:16.325444Z","steps":["trace[89186427] 'read index received' (duration: 649.976911ms)","trace[89186427] 'applied index is now lower than readState.Index' (duration: 495.187998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:16.325566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.853682Z","time spent":"471.835872ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:16.325627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.888532Z","time spent":"1.437005952s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:16.325826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145506766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T01:14:16.325942Z","caller":"traceutil/trace.go:171","msg":"trace[926724420] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18681; }","duration":"1.14568459s","start":"2026-03-06T01:14:15.180231Z","end":"2026-03-06T01:14:16.325915Z","steps":["trace[926724420] 'agreement among raft nodes before linearized reading' (duration: 1.145307161s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:16.326003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.180211Z","time spent":"1.145780123s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:14:17.051706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.78172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:17.05212Z","caller":"traceutil/trace.go:171","msg":"trace[2396480] transaction","detail":"{read_only:false; response_revision:18682; number_of_response:1; }","duration":"884.20379ms","start":"2026-03-06T01:14:16.167876Z","end":"2026-03-06T01:14:17.05208Z","steps":["trace[2396480] 'process raft request' (duration: 468.96837ms)","trace[2396480] 'compare' (duration: 414.677738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:17.052341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260585822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:14:17.052371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753026139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:17.0524Z","caller":"traceutil/trace.go:171","msg":"trace[594815383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18682; }","duration":"1.260663733s","start":"2026-03-06T01:14:15.791718Z","end":"2026-03-06T01:14:17.052382Z","steps":["trace[594815383] 'agreement among raft nodes before linearized reading' (duration: 1.26053648s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:17.052449Z","caller":"traceutil/trace.go:171","msg":"trace[240760167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18682; }","duration":"1.753173522s","start":"2026-03-06T01:14:15.299265Z","end":"2026-03-06T01:14:17.052439Z","steps":["trace[240760167] 'agreement among raft nodes before linearized reading' (duration: 1.753032639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.052475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.791708Z","time spent":"1.260757725s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:17.05248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.299216Z","time spent":"1.753257234s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:14:17.052443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290556534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:14:17.052562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.281916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:17.052555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544493718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:17.052636Z","caller":"traceutil/trace.go:171","msg":"trace[1442166103] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:18682; }","duration":"948.387519ms","start":"2026-03-06T01:14:16.104228Z","end":"2026-03-06T01:14:17.052615Z","steps":["trace[1442166103] 'agreement among raft nodes before linearized reading' (duration: 948.259326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:17.05265Z","caller":"traceutil/trace.go:171","msg":"trace[469750566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18682; }","duration":"1.544659811s","start":"2026-03-06T01:14:15.507966Z","end":"2026-03-06T01:14:17.052626Z","steps":["trace[469750566] 'agreement among raft nodes before linearized reading' (duration: 1.544405726s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.052665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375564963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:17.052683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.104212Z","time spent":"948.45989ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:17.052715Z","caller":"traceutil/trace.go:171","msg":"trace[1045245812] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18682; }","duration":"1.375910501s","start":"2026-03-06T01:14:15.676791Z","end":"2026-03-06T01:14:17.052701Z","steps":["trace[1045245812] 'agreement among raft nodes before linearized reading' (duration: 1.375533363s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.052636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.167855Z","time spent":"884.587248ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:17.052574Z","caller":"traceutil/trace.go:171","msg":"trace[1835528456] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18682; }","duration":"1.290770668s","start":"2026-03-06T01:14:15.761772Z","end":"2026-03-06T01:14:17.052542Z","steps":["trace[1835528456] 'agreement among raft nodes before linearized reading' (duration: 1.290499842s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.052772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263434954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:14:17.052781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260898008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:14:17.052733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.480771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:14:17.052815Z","caller":"traceutil/trace.go:171","msg":"trace[1730894475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18682; }","duration":"1.260948419s","start":"2026-03-06T01:14:15.791859Z","end":"2026-03-06T01:14:17.052807Z","steps":["trace[1730894475] 'agreement among raft nodes before linearized reading' (duration: 1.260862247s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:17.052814Z","caller":"traceutil/trace.go:171","msg":"trace[477944949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18682; }","duration":"1.263508086s","start":"2026-03-06T01:14:15.789296Z","end":"2026-03-06T01:14:17.052804Z","steps":["trace[477944949] 'agreement among raft nodes before linearized reading' (duration: 1.263312862s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:17.052237Z","caller":"traceutil/trace.go:171","msg":"trace[1811943949] linearizableReadLoop","detail":"{readStateIndex:19355; appliedIndex:19354; }","duration":"726.667277ms","start":"2026-03-06T01:14:16.325535Z","end":"2026-03-06T01:14:17.052203Z","steps":["trace[1811943949] 'read index received' (duration: 311.298083ms)","trace[1811943949] 'applied index is now lower than readState.Index' (duration: 415.366354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:17.052841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.791853Z","time spent":"1.26098355s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:14:17.052866Z","caller":"traceutil/trace.go:171","msg":"trace[1580056426] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:18682; }","duration":"839.662795ms","start":"2026-03-06T01:14:16.213183Z","end":"2026-03-06T01:14:17.052845Z","steps":["trace[1580056426] 'agreement among raft nodes before linearized reading' (duration: 839.341598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.052878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274182961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:14:17.052881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.789282Z","time spent":"1.263590598s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:14:17.05279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.761751Z","time spent":"1.291032585s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:17.052731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260156202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:14:17.052911Z","caller":"traceutil/trace.go:171","msg":"trace[1040389831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18682; }","duration":"1.274259733s","start":"2026-03-06T01:14:15.778644Z","end":"2026-03-06T01:14:17.052904Z","steps":["trace[1040389831] 'agreement among raft nodes before linearized reading' (duration: 1.27411504s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.052921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.213166Z","time spent":"839.745456ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:14:17.052743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.676769Z","time spent":"1.375966202s","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:17.052945Z","caller":"traceutil/trace.go:171","msg":"trace[2081297961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18682; }","duration":"1.260383147s","start":"2026-03-06T01:14:15.792548Z","end":"2026-03-06T01:14:17.052931Z","steps":["trace[2081297961] 'agreement among raft nodes before linearized reading' (duration: 1.260138441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.052695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.507905Z","time spent":"1.544779774s","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:17.052985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.792541Z","time spent":"1.260433038s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:14:17.052947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.778624Z","time spent":"1.274311535s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:14:17.058416Z","caller":"traceutil/trace.go:171","msg":"trace[387433068] transaction","detail":"{read_only:false; response_revision:18683; number_of_response:1; }","duration":"727.304961ms","start":"2026-03-06T01:14:16.331094Z","end":"2026-03-06T01:14:17.058399Z","steps":["trace[387433068] 'process raft request' (duration: 727.007934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.058541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.331065Z","time spent":"727.414044ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:17.058788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.563621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:14:17.058838Z","caller":"traceutil/trace.go:171","msg":"trace[32179575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18683; }","duration":"331.643602ms","start":"2026-03-06T01:14:16.727182Z","end":"2026-03-06T01:14:17.058825Z","steps":["trace[32179575] 'agreement among raft nodes before linearized reading' (duration: 331.510749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.058869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.727166Z","time spent":"331.697164ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:14:17.558993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056271118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:18.004605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.943626ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:14:18.004678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.053997Z","time spent":"950.67843ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:14:18.888212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.69688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:18.888692Z","caller":"traceutil/trace.go:171","msg":"trace[350909612] transaction","detail":"{read_only:false; response_revision:18693; number_of_response:1; }","duration":"558.107779ms","start":"2026-03-06T01:14:18.330566Z","end":"2026-03-06T01:14:18.888674Z","steps":["trace[350909612] 'process raft request' (duration: 558.072608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.888772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:18.330556Z","time spent":"558.182351ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:18.889283Z","caller":"traceutil/trace.go:171","msg":"trace[8335837] transaction","detail":"{read_only:false; response_revision:18688; number_of_response:1; }","duration":"1.827438185s","start":"2026-03-06T01:14:17.061818Z","end":"2026-03-06T01:14:18.889256Z","steps":["trace[8335837] 'process raft request' (duration: 1.826661177s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.889321Z","caller":"traceutil/trace.go:171","msg":"trace[1511903608] transaction","detail":"{read_only:false; response_revision:18685; number_of_response:1; }","duration":"1.829659154s","start":"2026-03-06T01:14:17.059633Z","end":"2026-03-06T01:14:18.889292Z","steps":["trace[1511903608] 'process raft request' (duration: 1.828666181s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.889349Z","caller":"traceutil/trace.go:171","msg":"trace[1461074986] transaction","detail":"{read_only:false; response_revision:18691; number_of_response:1; }","duration":"883.74637ms","start":"2026-03-06T01:14:18.005564Z","end":"2026-03-06T01:14:18.889311Z","steps":["trace[1461074986] 'process raft request' (duration: 883.010813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.889418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.06181Z","time spent":"1.827534547s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:18.889419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.059614Z","time spent":"1.829754836s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:18.889465Z","caller":"traceutil/trace.go:171","msg":"trace[902488848] transaction","detail":"{read_only:false; response_revision:18686; number_of_response:1; }","duration":"1.829713395s","start":"2026-03-06T01:14:17.059735Z","end":"2026-03-06T01:14:18.889448Z","steps":["trace[902488848] 'process raft request' (duration: 1.828632121s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.889366Z","caller":"traceutil/trace.go:171","msg":"trace[2120862576] transaction","detail":"{read_only:false; response_revision:18689; number_of_response:1; }","duration":"1.826942524s","start":"2026-03-06T01:14:17.062378Z","end":"2026-03-06T01:14:18.88932Z","steps":["trace[2120862576] 'process raft request' (duration: 1.826131416s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.889504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:18.005547Z","time spent":"883.864012ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:18.889555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.059718Z","time spent":"1.829793607s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:18.889588Z","caller":"traceutil/trace.go:171","msg":"trace[1121274963] transaction","detail":"{read_only:false; response_revision:18692; number_of_response:1; }","duration":"559.565862ms","start":"2026-03-06T01:14:18.330006Z","end":"2026-03-06T01:14:18.889571Z","steps":["trace[1121274963] 'process raft request' (duration: 558.60638ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.889329Z","caller":"traceutil/trace.go:171","msg":"trace[2008405552] linearizableReadLoop","detail":"{readStateIndex:19364; appliedIndex:19356; }","duration":"1.831079564s","start":"2026-03-06T01:14:17.058206Z","end":"2026-03-06T01:14:18.889285Z","steps":["trace[2008405552] 'read index received' (duration: 507.545481ms)","trace[2008405552] 'applied index is now lower than readState.Index' (duration: 1.323530463s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:18.889658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:18.329978Z","time spent":"559.641224ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:18.889688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.06237Z","time spent":"1.827183549s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:18.889707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835667726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:18.889687Z","caller":"traceutil/trace.go:171","msg":"trace[1651862718] transaction","detail":"{read_only:false; response_revision:18687; number_of_response:1; }","duration":"1.829430968s","start":"2026-03-06T01:14:17.060219Z","end":"2026-03-06T01:14:18.88965Z","steps":["trace[1651862718] 'process raft request' (duration: 1.82817863s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.889756Z","caller":"traceutil/trace.go:171","msg":"trace[869804590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18693; }","duration":"1.835741538s","start":"2026-03-06T01:14:17.054003Z","end":"2026-03-06T01:14:18.889745Z","steps":["trace[869804590] 'agreement among raft nodes before linearized reading' (duration: 1.835667907s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.889792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.05399Z","time spent":"1.835797349s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:18.889638Z","caller":"traceutil/trace.go:171","msg":"trace[1517854473] transaction","detail":"{read_only:false; response_revision:18690; number_of_response:1; }","duration":"1.656080565s","start":"2026-03-06T01:14:17.233539Z","end":"2026-03-06T01:14:18.88962Z","steps":["trace[1517854473] 'process raft request' (duration: 1.65500121s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.889854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.233516Z","time spent":"1.65630564s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:18.889924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.060206Z","time spent":"1.829632793s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:18.890051Z","caller":"traceutil/trace.go:171","msg":"trace[1734528977] transaction","detail":"{read_only:false; response_revision:18684; number_of_response:1; }","duration":"1.830717167s","start":"2026-03-06T01:14:17.059213Z","end":"2026-03-06T01:14:18.88993Z","steps":["trace[1734528977] 'process raft request' (duration: 1.124185026s)","trace[1734528977] 'compare' (duration: 704.580248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:18.890351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.059187Z","time spent":"1.831032974s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:18.890471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783492072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:18.89056Z","caller":"traceutil/trace.go:171","msg":"trace[949762050] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:18693; }","duration":"1.783681497s","start":"2026-03-06T01:14:17.106855Z","end":"2026-03-06T01:14:18.890537Z","steps":["trace[949762050] 'agreement among raft nodes before linearized reading' (duration: 1.783469712s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.891463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.106834Z","time spent":"1.784606787s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:19.721169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.181771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:14:19.721248Z","caller":"traceutil/trace.go:171","msg":"trace[1670644085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18693; }","duration":"288.309224ms","start":"2026-03-06T01:14:19.432922Z","end":"2026-03-06T01:14:19.721231Z","steps":["trace[1670644085] 'range keys from in-memory index tree' (duration: 287.998687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:19.721605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.794017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:14:19.721666Z","caller":"traceutil/trace.go:171","msg":"trace[162010228] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:18693; }","duration":"616.907461ms","start":"2026-03-06T01:14:19.104745Z","end":"2026-03-06T01:14:19.721652Z","steps":["trace[162010228] 'count revisions from in-memory index tree' (duration: 616.638164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:19.721691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:19.104723Z","time spent":"616.961571ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:19.722872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.228879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:14:19.722965Z","caller":"traceutil/trace.go:171","msg":"trace[2049547061] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18693; }","duration":"291.386083ms","start":"2026-03-06T01:14:19.431557Z","end":"2026-03-06T01:14:19.722943Z","steps":["trace[2049547061] 'count revisions from in-memory index tree' (duration: 291.082426ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:00.289657Z","caller":"traceutil/trace.go:171","msg":"trace[1373923709] linearizableReadLoop","detail":"{readStateIndex:19657; appliedIndex:19656; }","duration":"148.444832ms","start":"2026-03-06T01:15:00.141189Z","end":"2026-03-06T01:15:00.289634Z","steps":["trace[1373923709] 'read index received' (duration: 26.554777ms)","trace[1373923709] 'applied index is now lower than readState.Index' (duration: 121.888925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:00.289802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.596716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:00.289838Z","caller":"traceutil/trace.go:171","msg":"trace[131971150] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:18967; }","duration":"148.681397ms","start":"2026-03-06T01:15:00.141144Z","end":"2026-03-06T01:15:00.289825Z","steps":["trace[131971150] 'agreement among raft nodes before linearized reading' (duration: 148.592365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:00.290145Z","caller":"traceutil/trace.go:171","msg":"trace[6671830] transaction","detail":"{read_only:false; response_revision:18967; number_of_response:1; }","duration":"150.771692ms","start":"2026-03-06T01:15:00.139362Z","end":"2026-03-06T01:15:00.290134Z","steps":["trace[6671830] 'process raft request' (duration: 150.137339ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:00.44133Z","caller":"traceutil/trace.go:171","msg":"trace[2096553400] transaction","detail":"{read_only:false; response_revision:18968; number_of_response:1; }","duration":"148.026003ms","start":"2026-03-06T01:15:00.293281Z","end":"2026-03-06T01:15:00.441308Z","steps":["trace[2096553400] 'process raft request' (duration: 114.037052ms)","trace[2096553400] 'compare' (duration: 33.878699ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:00.675457Z","caller":"traceutil/trace.go:171","msg":"trace[1710804804] transaction","detail":"{read_only:false; response_revision:18970; number_of_response:1; }","duration":"227.283845ms","start":"2026-03-06T01:15:00.447935Z","end":"2026-03-06T01:15:00.675219Z","steps":["trace[1710804804] 'process raft request' (duration: 224.994684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:00.675529Z","caller":"traceutil/trace.go:171","msg":"trace[926527804] transaction","detail":"{read_only:false; response_revision:18971; number_of_response:1; }","duration":"227.008769ms","start":"2026-03-06T01:15:00.448489Z","end":"2026-03-06T01:15:00.675498Z","steps":["trace[926527804] 'process raft request' (duration: 226.648641ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:00.681623Z","caller":"traceutil/trace.go:171","msg":"trace[507341675] linearizableReadLoop","detail":"{readStateIndex:19662; appliedIndex:19659; }","duration":"162.8218ms","start":"2026-03-06T01:15:00.51878Z","end":"2026-03-06T01:15:00.681602Z","steps":["trace[507341675] 'read index received' (duration: 154.195879ms)","trace[507341675] 'applied index is now lower than readState.Index' (duration: 8.625461ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:00.681677Z","caller":"traceutil/trace.go:171","msg":"trace[1659054950] transaction","detail":"{read_only:false; response_revision:18972; number_of_response:1; }","duration":"172.396451ms","start":"2026-03-06T01:15:00.509256Z","end":"2026-03-06T01:15:00.681653Z","steps":["trace[1659054950] 'process raft request' (duration: 172.258648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:00.681791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.995024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545995-5cns8\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-03-06T01:15:00.681857Z","caller":"traceutil/trace.go:171","msg":"trace[87747100] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29545995-5cns8; range_end:; response_count:1; response_revision:18972; }","duration":"163.087475ms","start":"2026-03-06T01:15:00.518752Z","end":"2026-03-06T01:15:00.68184Z","steps":["trace[87747100] 'agreement among raft nodes before linearized reading' (duration: 162.931412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:00.681818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.284816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:15:00.681965Z","caller":"traceutil/trace.go:171","msg":"trace[690569877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18972; }","duration":"123.486141ms","start":"2026-03-06T01:15:00.558463Z","end":"2026-03-06T01:15:00.681949Z","steps":["trace[690569877] 'agreement among raft nodes before linearized reading' (duration: 123.239465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:01.509353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.055424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:15:01.509464Z","caller":"traceutil/trace.go:171","msg":"trace[1389114330] linearizableReadLoop","detail":"{readStateIndex:19666; appliedIndex:19665; }","duration":"211.611209ms","start":"2026-03-06T01:15:01.297836Z","end":"2026-03-06T01:15:01.509447Z","steps":["trace[1389114330] 'read index received' (duration: 30.3056ms)","trace[1389114330] 'applied index is now lower than readState.Index' (duration: 181.304229ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:01.509734Z","caller":"traceutil/trace.go:171","msg":"trace[376882671] transaction","detail":"{read_only:false; response_revision:18976; number_of_response:1; }","duration":"228.833079ms","start":"2026-03-06T01:15:01.28087Z","end":"2026-03-06T01:15:01.509703Z","steps":["trace[376882671] 'process raft request' (duration: 47.366307ms)","trace[376882671] 'compare' (duration: 180.719975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:01.510051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.206902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:01.510099Z","caller":"traceutil/trace.go:171","msg":"trace[697797313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18976; }","duration":"212.301884ms","start":"2026-03-06T01:15:01.297785Z","end":"2026-03-06T01:15:01.510087Z","steps":["trace[697797313] 'agreement among raft nodes before linearized reading' (duration: 211.929706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:05.997136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.992453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:15:05.997276Z","caller":"traceutil/trace.go:171","msg":"trace[1343952497] transaction","detail":"{read_only:false; response_revision:19155; number_of_response:1; }","duration":"313.096423ms","start":"2026-03-06T01:15:05.684157Z","end":"2026-03-06T01:15:05.997254Z","steps":["trace[1343952497] 'process raft request' (duration: 102.892425ms)","trace[1343952497] 'compare' (duration: 209.833719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:05.997337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:15:05.684134Z","time spent":"313.175415ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:15:06.017683Z","caller":"traceutil/trace.go:171","msg":"trace[1255037910] transaction","detail":"{read_only:false; response_revision:19156; number_of_response:1; }","duration":"333.237948ms","start":"2026-03-06T01:15:05.684361Z","end":"2026-03-06T01:15:06.017599Z","steps":["trace[1255037910] 'process raft request' (duration: 332.85863ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:06.017814Z","caller":"traceutil/trace.go:171","msg":"trace[11545983] transaction","detail":"{read_only:false; response_revision:19157; number_of_response:1; }","duration":"324.969195ms","start":"2026-03-06T01:15:05.692826Z","end":"2026-03-06T01:15:06.017795Z","steps":["trace[11545983] 'process raft request' (duration: 324.582547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:06.018064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:15:05.692803Z","time spent":"325.20445ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13286,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:15:06.018096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.211819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:15:06.018184Z","caller":"traceutil/trace.go:171","msg":"trace[633497063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19157; }","duration":"248.386232ms","start":"2026-03-06T01:15:05.769783Z","end":"2026-03-06T01:15:06.018169Z","steps":["trace[633497063] 'agreement among raft nodes before linearized reading' (duration: 248.095556ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:06.017766Z","caller":"traceutil/trace.go:171","msg":"trace[706137233] linearizableReadLoop","detail":"{readStateIndex:19851; appliedIndex:19848; }","duration":"247.893001ms","start":"2026-03-06T01:15:05.769851Z","end":"2026-03-06T01:15:06.017744Z","steps":["trace[706137233] 'read index received' (duration: 17.200991ms)","trace[706137233] 'applied index is now lower than readState.Index' (duration: 230.69104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:06.01852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:15:05.684346Z","time spent":"333.531664ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:15:06.090959Z","caller":"traceutil/trace.go:171","msg":"trace[327039189] transaction","detail":"{read_only:false; response_revision:19158; number_of_response:1; }","duration":"296.70426ms","start":"2026-03-06T01:15:05.794213Z","end":"2026-03-06T01:15:06.090917Z","steps":["trace[327039189] 'process raft request' (duration: 296.286711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:06.212121Z","caller":"traceutil/trace.go:171","msg":"trace[1197210996] transaction","detail":"{read_only:false; response_revision:19159; number_of_response:1; }","duration":"110.251377ms","start":"2026-03-06T01:15:06.101828Z","end":"2026-03-06T01:15:06.212079Z","steps":["trace[1197210996] 'process raft request' (duration: 110.041983ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:07.864236Z","caller":"traceutil/trace.go:171","msg":"trace[389779173] transaction","detail":"{read_only:false; response_revision:19170; number_of_response:1; }","duration":"128.512501ms","start":"2026-03-06T01:15:07.73569Z","end":"2026-03-06T01:15:07.864203Z","steps":["trace[389779173] 'process raft request' (duration: 127.954469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:07.864253Z","caller":"traceutil/trace.go:171","msg":"trace[1679445314] transaction","detail":"{read_only:false; response_revision:19172; number_of_response:1; }","duration":"127.918878ms","start":"2026-03-06T01:15:07.73631Z","end":"2026-03-06T01:15:07.864229Z","steps":["trace[1679445314] 'process raft request' (duration: 127.870277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:07.86435Z","caller":"traceutil/trace.go:171","msg":"trace[1977717076] transaction","detail":"{read_only:false; response_revision:19171; number_of_response:1; }","duration":"128.133503ms","start":"2026-03-06T01:15:07.73617Z","end":"2026-03-06T01:15:07.864303Z","steps":["trace[1977717076] 'process raft request' (duration: 127.961899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:08.671753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.749847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:08.671854Z","caller":"traceutil/trace.go:171","msg":"trace[734109186] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19177; }","duration":"114.8816ms","start":"2026-03-06T01:15:08.55695Z","end":"2026-03-06T01:15:08.671831Z","steps":["trace[734109186] 'agreement among raft nodes before linearized reading' (duration: 114.677275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:08.671866Z","caller":"traceutil/trace.go:171","msg":"trace[403454328] transaction","detail":"{read_only:false; response_revision:19177; number_of_response:1; }","duration":"110.445572ms","start":"2026-03-06T01:15:08.561382Z","end":"2026-03-06T01:15:08.671828Z","steps":["trace[403454328] 'process raft request' (duration: 98.389235ms)","trace[403454328] 'compare' (duration: 11.73493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:08.671891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.365446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:08.671935Z","caller":"traceutil/trace.go:171","msg":"trace[417538079] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19177; }","duration":"113.410497ms","start":"2026-03-06T01:15:08.55851Z","end":"2026-03-06T01:15:08.67192Z","steps":["trace[417538079] 'agreement among raft nodes before linearized reading' (duration: 113.321865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:08.671777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.160972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:15:08.672148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.657202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:08.672176Z","caller":"traceutil/trace.go:171","msg":"trace[154084026] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19177; }","duration":"113.610822ms","start":"2026-03-06T01:15:08.558547Z","end":"2026-03-06T01:15:08.672157Z","steps":["trace[154084026] 'agreement among raft nodes before linearized reading' (duration: 113.130001ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:08.672249Z","caller":"traceutil/trace.go:171","msg":"trace[1935203981] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19177; }","duration":"113.737394ms","start":"2026-03-06T01:15:08.558463Z","end":"2026-03-06T01:15:08.672201Z","steps":["trace[1935203981] 'agreement among raft nodes before linearized reading' (duration: 113.58512ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:09.75376Z","caller":"traceutil/trace.go:171","msg":"trace[1191905401] transaction","detail":"{read_only:false; response_revision:19188; number_of_response:1; }","duration":"119.532694ms","start":"2026-03-06T01:15:09.634193Z","end":"2026-03-06T01:15:09.753726Z","steps":["trace[1191905401] 'process raft request' (duration: 86.407651ms)","trace[1191905401] 'compare' (duration: 32.98398ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:09.809501Z","caller":"traceutil/trace.go:171","msg":"trace[1973723775] transaction","detail":"{read_only:false; response_revision:19189; number_of_response:1; }","duration":"126.904665ms","start":"2026-03-06T01:15:09.682568Z","end":"2026-03-06T01:15:09.809473Z","steps":["trace[1973723775] 'process raft request' (duration: 126.746202ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:10.194314Z","caller":"traceutil/trace.go:171","msg":"trace[1077128410] transaction","detail":"{read_only:false; response_revision:19194; number_of_response:1; }","duration":"113.305716ms","start":"2026-03-06T01:15:10.080968Z","end":"2026-03-06T01:15:10.194274Z","steps":["trace[1077128410] 'process raft request' (duration: 49.985235ms)","trace[1077128410] 'compare' (duration: 63.144187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:19.831618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.693609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-06T01:15:19.831622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.202678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:15:19.831711Z","caller":"traceutil/trace.go:171","msg":"trace[1823923097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19266; }","duration":"106.345391ms","start":"2026-03-06T01:15:19.72535Z","end":"2026-03-06T01:15:19.831695Z","steps":["trace[1823923097] 'range keys from in-memory index tree' (duration: 105.984204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:19.831702Z","caller":"traceutil/trace.go:171","msg":"trace[1262993403] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19266; }","duration":"229.817981ms","start":"2026-03-06T01:15:19.601866Z","end":"2026-03-06T01:15:19.831684Z","steps":["trace[1262993403] 'range keys from in-memory index tree' (duration: 229.524755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:26.481015Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:15:26.488751Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:15:26.488869Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T01:15:47.810206Z","caller":"traceutil/trace.go:171","msg":"trace[972553215] linearizableReadLoop","detail":"{readStateIndex:20101; appliedIndex:20100; }","duration":"102.552627ms","start":"2026-03-06T01:15:47.707629Z","end":"2026-03-06T01:15:47.810182Z","steps":["trace[972553215] 'read index received' (duration: 922.39µs)","trace[972553215] 'applied index is now lower than readState.Index' (duration: 101.629297ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:47.810476Z","caller":"traceutil/trace.go:171","msg":"trace[150772630] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"110.641557ms","start":"2026-03-06T01:15:47.699819Z","end":"2026-03-06T01:15:47.810461Z","steps":["trace[150772630] 'process raft request' (duration: 76.645955ms)","trace[150772630] 'compare' (duration: 33.549061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:47.810696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.457766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:47.810766Z","caller":"traceutil/trace.go:171","msg":"trace[1738624230] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19398; }","duration":"102.564348ms","start":"2026-03-06T01:15:47.708185Z","end":"2026-03-06T01:15:47.810749Z","steps":["trace[1738624230] 'agreement among raft nodes before linearized reading' (duration: 102.443016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:47.810863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.622499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:47.810903Z","caller":"traceutil/trace.go:171","msg":"trace[1608808923] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19398; }","duration":"102.66767ms","start":"2026-03-06T01:15:47.708225Z","end":"2026-03-06T01:15:47.810893Z","steps":["trace[1608808923] 'agreement among raft nodes before linearized reading' (duration: 102.620899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:47.810812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.175751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:47.811051Z","caller":"traceutil/trace.go:171","msg":"trace[637995262] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19398; }","duration":"103.420447ms","start":"2026-03-06T01:15:47.707622Z","end":"2026-03-06T01:15:47.811043Z","steps":["trace[637995262] 'agreement among raft nodes before linearized reading' (duration: 103.157231ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:48.036255Z","caller":"traceutil/trace.go:171","msg":"trace[2018793165] linearizableReadLoop","detail":"{readStateIndex:20102; appliedIndex:20101; }","duration":"112.710612ms","start":"2026-03-06T01:15:47.923521Z","end":"2026-03-06T01:15:48.036232Z","steps":["trace[2018793165] 'read index received' (duration: 43.181365ms)","trace[2018793165] 'applied index is now lower than readState.Index' (duration: 69.526017ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:48.036358Z","caller":"traceutil/trace.go:171","msg":"trace[1014923855] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"204.097993ms","start":"2026-03-06T01:15:47.83222Z","end":"2026-03-06T01:15:48.036318Z","steps":["trace[1014923855] 'process raft request' (duration: 134.517585ms)","trace[1014923855] 'compare' (duration: 69.383244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:48.036673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.139951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-06T01:15:48.036728Z","caller":"traceutil/trace.go:171","msg":"trace[1245891883] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19399; }","duration":"113.216273ms","start":"2026-03-06T01:15:47.923482Z","end":"2026-03-06T01:15:48.036698Z","steps":["trace[1245891883] 'agreement among raft nodes before linearized reading' (duration: 112.833015ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:48.514895Z","caller":"traceutil/trace.go:171","msg":"trace[29538194] linearizableReadLoop","detail":"{readStateIndex:20107; appliedIndex:20106; }","duration":"174.553519ms","start":"2026-03-06T01:15:48.340315Z","end":"2026-03-06T01:15:48.514868Z","steps":["trace[29538194] 'read index received' (duration: 93.969517ms)","trace[29538194] 'applied index is now lower than readState.Index' (duration: 80.582862ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:48.514922Z","caller":"traceutil/trace.go:171","msg":"trace[143553232] transaction","detail":"{read_only:false; response_revision:19404; number_of_response:1; }","duration":"176.8771ms","start":"2026-03-06T01:15:48.338006Z","end":"2026-03-06T01:15:48.514883Z","steps":["trace[143553232] 'process raft request' (duration: 96.288708ms)","trace[143553232] 'compare' (duration: 80.379397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:15:48.515144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.806304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:15:48.515186Z","caller":"traceutil/trace.go:171","msg":"trace[876039793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19404; }","duration":"174.888516ms","start":"2026-03-06T01:15:48.340285Z","end":"2026-03-06T01:15:48.515173Z","steps":["trace[876039793] 'agreement among raft nodes before linearized reading' (duration: 174.729003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:52.565194Z","caller":"traceutil/trace.go:171","msg":"trace[1733071955] transaction","detail":"{read_only:false; response_revision:19427; number_of_response:1; }","duration":"168.954765ms","start":"2026-03-06T01:15:52.396213Z","end":"2026-03-06T01:15:52.565168Z","steps":["trace[1733071955] 'process raft request' (duration: 116.659439ms)","trace[1733071955] 'compare' (duration: 52.179154ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:52.616762Z","caller":"traceutil/trace.go:171","msg":"trace[688395941] linearizableReadLoop","detail":"{readStateIndex:20132; appliedIndex:20130; }","duration":"212.047228ms","start":"2026-03-06T01:15:52.404689Z","end":"2026-03-06T01:15:52.616736Z","steps":["trace[688395941] 'read index received' (duration: 108.137001ms)","trace[688395941] 'applied index is now lower than readState.Index' (duration: 103.908567ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:52.616815Z","caller":"traceutil/trace.go:171","msg":"trace[942918144] transaction","detail":"{read_only:false; response_revision:19428; number_of_response:1; }","duration":"218.176654ms","start":"2026-03-06T01:15:52.398603Z","end":"2026-03-06T01:15:52.616779Z","steps":["trace[942918144] 'process raft request' (duration: 217.97724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:52.617345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.633071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:15:52.617427Z","caller":"traceutil/trace.go:171","msg":"trace[310226587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19428; }","duration":"212.751184ms","start":"2026-03-06T01:15:52.404655Z","end":"2026-03-06T01:15:52.617406Z","steps":["trace[310226587] 'agreement among raft nodes before linearized reading' (duration: 212.219471ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:54.182769Z","caller":"traceutil/trace.go:171","msg":"trace[1351162331] transaction","detail":"{read_only:false; response_revision:19446; number_of_response:1; }","duration":"108.614681ms","start":"2026-03-06T01:15:54.074123Z","end":"2026-03-06T01:15:54.182738Z","steps":["trace[1351162331] 'process raft request' (duration: 33.271695ms)","trace[1351162331] 'compare' (duration: 75.035509ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:54.835837Z","caller":"traceutil/trace.go:171","msg":"trace[1018030467] transaction","detail":"{read_only:false; response_revision:19453; number_of_response:1; }","duration":"109.422939ms","start":"2026-03-06T01:15:54.726387Z","end":"2026-03-06T01:15:54.83581Z","steps":["trace[1018030467] 'process raft request' (duration: 89.58026ms)","trace[1018030467] 'compare' (duration: 19.654195ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:54.836013Z","caller":"traceutil/trace.go:171","msg":"trace[13917375] linearizableReadLoop","detail":"{readStateIndex:20159; appliedIndex:20156; }","duration":"106.250668ms","start":"2026-03-06T01:15:54.729738Z","end":"2026-03-06T01:15:54.835989Z","steps":["trace[13917375] 'read index received' (duration: 13.923257ms)","trace[13917375] 'applied index is now lower than readState.Index' (duration: 92.326201ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:54.836133Z","caller":"traceutil/trace.go:171","msg":"trace[985839868] transaction","detail":"{read_only:false; response_revision:19454; number_of_response:1; }","duration":"109.315057ms","start":"2026-03-06T01:15:54.726807Z","end":"2026-03-06T01:15:54.836122Z","steps":["trace[985839868] 'process raft request' (duration: 108.956648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:54.836249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.493285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-06T01:15:54.836294Z","caller":"traceutil/trace.go:171","msg":"trace[952127069] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19454; }","duration":"106.569066ms","start":"2026-03-06T01:15:54.729714Z","end":"2026-03-06T01:15:54.836283Z","steps":["trace[952127069] 'agreement among raft nodes before linearized reading' (duration: 106.411293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:54.836346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.398652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-06T01:15:54.836387Z","caller":"traceutil/trace.go:171","msg":"trace[855848048] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:19454; }","duration":"106.462904ms","start":"2026-03-06T01:15:54.729913Z","end":"2026-03-06T01:15:54.836376Z","steps":["trace[855848048] 'agreement among raft nodes before linearized reading' (duration: 106.317341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:54.836539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.021894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:15:54.836562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.368022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-06T01:15:54.836612Z","caller":"traceutil/trace.go:171","msg":"trace[1055147608] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19454; }","duration":"106.110126ms","start":"2026-03-06T01:15:54.730482Z","end":"2026-03-06T01:15:54.836592Z","steps":["trace[1055147608] 'agreement among raft nodes before linearized reading' (duration: 106.014414ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:54.836644Z","caller":"traceutil/trace.go:171","msg":"trace[1967489628] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19454; }","duration":"106.471504ms","start":"2026-03-06T01:15:54.730155Z","end":"2026-03-06T01:15:54.836626Z","steps":["trace[1967489628] 'agreement among raft nodes before linearized reading' (duration: 106.177807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:54.836534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.432753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:54.836837Z","caller":"traceutil/trace.go:171","msg":"trace[1151800162] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19454; }","duration":"106.74117ms","start":"2026-03-06T01:15:54.73008Z","end":"2026-03-06T01:15:54.836821Z","steps":["trace[1151800162] 'agreement among raft nodes before linearized reading' (duration: 106.382152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:32.656155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.022567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:32.656247Z","caller":"traceutil/trace.go:171","msg":"trace[1181253668] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19690; }","duration":"272.15772ms","start":"2026-03-06T01:16:32.384071Z","end":"2026-03-06T01:16:32.656229Z","steps":["trace[1181253668] 'count revisions from in-memory index tree' (duration: 271.960996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:32.656645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.743548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:16:32.656702Z","caller":"traceutil/trace.go:171","msg":"trace[318495114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19690; }","duration":"260.825771ms","start":"2026-03-06T01:16:32.395865Z","end":"2026-03-06T01:16:32.656691Z","steps":["trace[318495114] 'range keys from in-memory index tree' (duration: 260.586855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.707752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.267074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:36.7079Z","caller":"traceutil/trace.go:171","msg":"trace[1801468576] linearizableReadLoop","detail":"{readStateIndex:20420; appliedIndex:20419; }","duration":"489.140524ms","start":"2026-03-06T01:16:36.218736Z","end":"2026-03-06T01:16:36.707877Z","steps":["trace[1801468576] 'read index received' (duration: 191.540963ms)","trace[1801468576] 'applied index is now lower than readState.Index' (duration: 297.597921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:36.708057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.313457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:36.708104Z","caller":"traceutil/trace.go:171","msg":"trace[368346380] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19707; }","duration":"489.405859ms","start":"2026-03-06T01:16:36.218684Z","end":"2026-03-06T01:16:36.70809Z","steps":["trace[368346380] 'agreement among raft nodes before linearized reading' (duration: 489.315957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.708152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.218663Z","time spent":"489.473362ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:36.708156Z","caller":"traceutil/trace.go:171","msg":"trace[1540423037] transaction","detail":"{read_only:false; response_revision:19707; number_of_response:1; }","duration":"647.25865ms","start":"2026-03-06T01:16:36.060725Z","end":"2026-03-06T01:16:36.707983Z","steps":["trace[1540423037] 'process raft request' (duration: 349.614868ms)","trace[1540423037] 'compare' (duration: 297.173782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:36.708403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.101962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:36.708535Z","caller":"traceutil/trace.go:171","msg":"trace[138387586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19707; }","duration":"410.240345ms","start":"2026-03-06T01:16:36.298265Z","end":"2026-03-06T01:16:36.708505Z","steps":["trace[138387586] 'agreement among raft nodes before linearized reading' (duration: 410.099312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.708593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.298251Z","time spent":"410.329977ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:36.708293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.140347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:16:36.708813Z","caller":"traceutil/trace.go:171","msg":"trace[1202100840] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:19707; }","duration":"485.572996ms","start":"2026-03-06T01:16:36.223117Z","end":"2026-03-06T01:16:36.70869Z","steps":["trace[1202100840] 'agreement among raft nodes before linearized reading' (duration: 484.998153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.708906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.06071Z","time spent":"647.824764ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:36.709089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.223053Z","time spent":"485.829502ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:16:37.01713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.568138ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:16:37.017346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.710534Z","time spent":"306.805595ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:16:37.017515Z","caller":"traceutil/trace.go:171","msg":"trace[1705367145] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"300.544157ms","start":"2026-03-06T01:16:36.716944Z","end":"2026-03-06T01:16:37.017489Z","steps":["trace[1705367145] 'process raft request' (duration: 300.483275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.017594Z","caller":"traceutil/trace.go:171","msg":"trace[473309458] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"300.656789ms","start":"2026-03-06T01:16:36.716883Z","end":"2026-03-06T01:16:37.017539Z","steps":["trace[473309458] 'process raft request' (duration: 300.388333ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.017584Z","caller":"traceutil/trace.go:171","msg":"trace[1589993967] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20420; }","duration":"306.908797ms","start":"2026-03-06T01:16:36.710635Z","end":"2026-03-06T01:16:37.017544Z","steps":["trace[1589993967] 'read index received' (duration: 107.94665ms)","trace[1589993967] 'applied index is now lower than readState.Index' (duration: 198.958807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:37.017689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.716931Z","time spent":"300.649089ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:37.017705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.057641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:37.017727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.716874Z","time spent":"300.776601ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:37.01777Z","caller":"traceutil/trace.go:171","msg":"trace[2066809549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19709; }","duration":"307.160662ms","start":"2026-03-06T01:16:36.710588Z","end":"2026-03-06T01:16:37.017749Z","steps":["trace[2066809549] 'agreement among raft nodes before linearized reading' (duration: 307.05196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.017817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.710567Z","time spent":"307.238374ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:37.017847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.735433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:37.017872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.908379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:16:37.017881Z","caller":"traceutil/trace.go:171","msg":"trace[1578925724] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19709; }","duration":"160.799835ms","start":"2026-03-06T01:16:36.857069Z","end":"2026-03-06T01:16:37.017869Z","steps":["trace[1578925724] 'agreement among raft nodes before linearized reading' (duration: 160.742114ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.017917Z","caller":"traceutil/trace.go:171","msg":"trace[1683585365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19709; }","duration":"162.002892ms","start":"2026-03-06T01:16:36.855902Z","end":"2026-03-06T01:16:37.017905Z","steps":["trace[1683585365] 'agreement among raft nodes before linearized reading' (duration: 161.824178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.01797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.761426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12686"} {"level":"warn","ts":"2026-03-06T01:16:37.018011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.586058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-06T01:16:37.018053Z","caller":"traceutil/trace.go:171","msg":"trace[2086680207] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:19709; }","duration":"156.898609ms","start":"2026-03-06T01:16:36.861134Z","end":"2026-03-06T01:16:37.018033Z","steps":["trace[2086680207] 'agreement among raft nodes before linearized reading' (duration: 156.635684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.018101Z","caller":"traceutil/trace.go:171","msg":"trace[851704635] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19709; }","duration":"159.687531ms","start":"2026-03-06T01:16:36.858389Z","end":"2026-03-06T01:16:37.018077Z","steps":["trace[851704635] 'agreement among raft nodes before linearized reading' (duration: 159.400395ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.342932Z","caller":"traceutil/trace.go:171","msg":"trace[617610408] transaction","detail":"{read_only:false; response_revision:19710; number_of_response:1; }","duration":"324.571456ms","start":"2026-03-06T01:16:37.018325Z","end":"2026-03-06T01:16:37.342897Z","steps":["trace[617610408] 'process raft request' (duration: 255.868401ms)","trace[617610408] 'compare' (duration: 68.529121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:37.343107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.018302Z","time spent":"324.720229ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:37.731556Z","caller":"traceutil/trace.go:171","msg":"trace[1159530070] linearizableReadLoop","detail":"{readStateIndex:20425; appliedIndex:20423; }","duration":"706.610838ms","start":"2026-03-06T01:16:37.024914Z","end":"2026-03-06T01:16:37.731525Z","steps":["trace[1159530070] 'read index received' (duration: 249.435959ms)","trace[1159530070] 'applied index is now lower than readState.Index' (duration: 457.173349ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:37.73192Z","caller":"traceutil/trace.go:171","msg":"trace[735721316] transaction","detail":"{read_only:false; response_revision:19711; number_of_response:1; }","duration":"709.920081ms","start":"2026-03-06T01:16:37.021959Z","end":"2026-03-06T01:16:37.731879Z","steps":["trace[735721316] 'process raft request' (duration: 664.096901ms)","trace[735721316] 'compare' (duration: 45.135175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:37.732021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.090349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:16:37.732033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.939239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:16:37.732111Z","caller":"traceutil/trace.go:171","msg":"trace[1526903199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19711; }","duration":"679.02569ms","start":"2026-03-06T01:16:37.053065Z","end":"2026-03-06T01:16:37.732091Z","steps":["trace[1526903199] 'agreement among raft nodes before linearized reading' (duration: 678.800066ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.732112Z","caller":"traceutil/trace.go:171","msg":"trace[699974419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19711; }","duration":"707.186041ms","start":"2026-03-06T01:16:37.024879Z","end":"2026-03-06T01:16:37.732065Z","steps":["trace[699974419] 'agreement among raft nodes before linearized reading' (duration: 706.952846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.732129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.545887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:16:37.731949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.755382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:37.732131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.675397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-06T01:16:37.732122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.067754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-06T01:16:37.732156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.053033Z","time spent":"679.114093ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:37.732168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.024847Z","time spent":"707.307944ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:16:37.732178Z","caller":"traceutil/trace.go:171","msg":"trace[1362002004] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19711; }","duration":"613.613138ms","start":"2026-03-06T01:16:37.118546Z","end":"2026-03-06T01:16:37.732159Z","steps":["trace[1362002004] 'agreement among raft nodes before linearized reading' (duration: 613.468165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.732187Z","caller":"traceutil/trace.go:171","msg":"trace[83497550] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19711; }","duration":"497.051768ms","start":"2026-03-06T01:16:37.235118Z","end":"2026-03-06T01:16:37.732169Z","steps":["trace[83497550] 'agreement among raft nodes before linearized reading' (duration: 496.754572ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.73219Z","caller":"traceutil/trace.go:171","msg":"trace[476529567] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19711; }","duration":"558.784189ms","start":"2026-03-06T01:16:37.17339Z","end":"2026-03-06T01:16:37.732174Z","steps":["trace[476529567] 'agreement among raft nodes before linearized reading' (duration: 558.603355ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.732199Z","caller":"traceutil/trace.go:171","msg":"trace[301295399] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19711; }","duration":"387.183616ms","start":"2026-03-06T01:16:37.344999Z","end":"2026-03-06T01:16:37.732182Z","steps":["trace[301295399] 'agreement among raft nodes before linearized reading' (duration: 386.949621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.732232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.118534Z","time spent":"613.6895ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:16:37.732245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.173363Z","time spent":"558.871682ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T01:16:37.732248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.235096Z","time spent":"497.131699ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:37.732252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.344986Z","time spent":"387.256498ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:16:37.732121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.021942Z","time spent":"710.098625ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:38.250486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.309398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:38.250573Z","caller":"traceutil/trace.go:171","msg":"trace[1678468525] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"514.391442ms","start":"2026-03-06T01:16:37.736167Z","end":"2026-03-06T01:16:38.250559Z","steps":["trace[1678468525] 'process raft request' (duration: 258.93657ms)","trace[1678468525] 'compare' (duration: 255.127734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:38.250618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.736153Z","time spent":"514.444812ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.306689Z","caller":"traceutil/trace.go:171","msg":"trace[2137196469] transaction","detail":"{read_only:false; response_revision:19713; number_of_response:1; }","duration":"568.74018ms","start":"2026-03-06T01:16:37.737927Z","end":"2026-03-06T01:16:38.306667Z","steps":["trace[2137196469] 'process raft request' (duration: 568.590257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:38.306787Z","caller":"traceutil/trace.go:171","msg":"trace[367155620] linearizableReadLoop","detail":"{readStateIndex:20428; appliedIndex:20425; }","duration":"360.975689ms","start":"2026-03-06T01:16:37.945792Z","end":"2026-03-06T01:16:38.306767Z","steps":["trace[367155620] 'read index received' (duration: 49.325528ms)","trace[367155620] 'applied index is now lower than readState.Index' (duration: 311.648731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:38.306845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.737915Z","time spent":"568.837682ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.306868Z","caller":"traceutil/trace.go:171","msg":"trace[1439360674] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"568.840002ms","start":"2026-03-06T01:16:37.738008Z","end":"2026-03-06T01:16:38.306848Z","steps":["trace[1439360674] 'process raft request' (duration: 568.615717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.30697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.737998Z","time spent":"568.912443ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:38.306987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.185533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:38.307066Z","caller":"traceutil/trace.go:171","msg":"trace[401703918] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19714; }","duration":"361.292876ms","start":"2026-03-06T01:16:37.945761Z","end":"2026-03-06T01:16:38.307054Z","steps":["trace[401703918] 'agreement among raft nodes before linearized reading' (duration: 361.144253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.307159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.945746Z","time spent":"361.378178ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:16:38.56499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.678413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:38.565115Z","caller":"traceutil/trace.go:171","msg":"trace[1329653116] linearizableReadLoop","detail":"{readStateIndex:20429; appliedIndex:20428; }","duration":"258.226663ms","start":"2026-03-06T01:16:38.306872Z","end":"2026-03-06T01:16:38.565098Z","steps":["trace[1329653116] 'read index received' (duration: 155.134771ms)","trace[1329653116] 'applied index is now lower than readState.Index' (duration: 103.090712ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:38.56516Z","caller":"traceutil/trace.go:171","msg":"trace[2130040965] transaction","detail":"{read_only:false; response_revision:19715; number_of_response:1; }","duration":"470.189926ms","start":"2026-03-06T01:16:38.094936Z","end":"2026-03-06T01:16:38.565126Z","steps":["trace[2130040965] 'process raft request' (duration: 367.115234ms)","trace[2130040965] 'compare' (duration: 102.55094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:38.56521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.995136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:38.565228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.69042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:38.565256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.935835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:16:38.565309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.835607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12686"} {"level":"info","ts":"2026-03-06T01:16:38.565307Z","caller":"traceutil/trace.go:171","msg":"trace[1892029242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19715; }","duration":"267.137909ms","start":"2026-03-06T01:16:38.298148Z","end":"2026-03-06T01:16:38.565286Z","steps":["trace[1892029242] 'agreement among raft nodes before linearized reading' (duration: 266.991926ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:38.565317Z","caller":"traceutil/trace.go:171","msg":"trace[1423374324] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19715; }","duration":"452.795122ms","start":"2026-03-06T01:16:38.112499Z","end":"2026-03-06T01:16:38.565295Z","steps":["trace[1423374324] 'agreement among raft nodes before linearized reading' (duration: 452.632779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.565325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.09492Z","time spent":"470.313838ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.565352Z","caller":"traceutil/trace.go:171","msg":"trace[2139177784] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:19715; }","duration":"615.922148ms","start":"2026-03-06T01:16:37.949417Z","end":"2026-03-06T01:16:38.565339Z","steps":["trace[2139177784] 'agreement among raft nodes before linearized reading' (duration: 615.760375ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:38.565359Z","caller":"traceutil/trace.go:171","msg":"trace[2123557303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19715; }","duration":"472.077228ms","start":"2026-03-06T01:16:38.093245Z","end":"2026-03-06T01:16:38.565322Z","steps":["trace[2123557303] 'agreement among raft nodes before linearized reading' (duration: 471.914585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.565376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.112442Z","time spent":"452.924105ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:38.565406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.949386Z","time spent":"616.006711ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12709,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:16:38.565407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.093227Z","time spent":"472.16872ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:38.565578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.312893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:16:38.565669Z","caller":"traceutil/trace.go:171","msg":"trace[1479621198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19715; }","duration":"149.450816ms","start":"2026-03-06T01:16:38.416202Z","end":"2026-03-06T01:16:38.565653Z","steps":["trace[1479621198] 'agreement among raft nodes before linearized reading' (duration: 149.011006ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:38.946266Z","caller":"traceutil/trace.go:171","msg":"trace[10343326] transaction","detail":"{read_only:false; response_revision:19716; number_of_response:1; }","duration":"227.677859ms","start":"2026-03-06T01:16:38.718552Z","end":"2026-03-06T01:16:38.94623Z","steps":["trace[10343326] 'process raft request' (duration: 168.389652ms)","trace[10343326] 'compare' (duration: 59.085493ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:39.486378Z","caller":"traceutil/trace.go:171","msg":"trace[1571157625] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"460.345129ms","start":"2026-03-06T01:16:39.026009Z","end":"2026-03-06T01:16:39.486355Z","steps":["trace[1571157625] 'process raft request' (duration: 460.173845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.486524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.025996Z","time spent":"460.455252ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:39.488521Z","caller":"traceutil/trace.go:171","msg":"trace[1933460499] transaction","detail":"{read_only:false; response_revision:19719; number_of_response:1; }","duration":"121.010557ms","start":"2026-03-06T01:16:39.367487Z","end":"2026-03-06T01:16:39.488498Z","steps":["trace[1933460499] 'process raft request' (duration: 120.906255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.488595Z","caller":"traceutil/trace.go:171","msg":"trace[2068647328] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"461.974565ms","start":"2026-03-06T01:16:39.026581Z","end":"2026-03-06T01:16:39.488555Z","steps":["trace[2068647328] 'process raft request' (duration: 461.70381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.488754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.026569Z","time spent":"462.103768ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:41.599358Z","caller":"traceutil/trace.go:171","msg":"trace[1894490772] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"104.131246ms","start":"2026-03-06T01:16:41.495114Z","end":"2026-03-06T01:16:41.599245Z","steps":["trace[1894490772] 'process raft request' (duration: 98.39239ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:42.330464Z","caller":"traceutil/trace.go:171","msg":"trace[182800856] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"102.221583ms","start":"2026-03-06T01:16:42.228226Z","end":"2026-03-06T01:16:42.330447Z","steps":["trace[182800856] 'process raft request' (duration: 101.734493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.607032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.184441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:42.607172Z","caller":"traceutil/trace.go:171","msg":"trace[1552016463] linearizableReadLoop","detail":"{readStateIndex:20452; appliedIndex:20451; }","duration":"256.73737ms","start":"2026-03-06T01:16:42.350412Z","end":"2026-03-06T01:16:42.60715Z","steps":["trace[1552016463] 'read index received' (duration: 111.413256ms)","trace[1552016463] 'applied index is now lower than readState.Index' (duration: 145.322054ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:42.607234Z","caller":"traceutil/trace.go:171","msg":"trace[698728204] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"265.610996ms","start":"2026-03-06T01:16:42.341584Z","end":"2026-03-06T01:16:42.607195Z","steps":["trace[698728204] 'process raft request' (duration: 120.151929ms)","trace[698728204] 'compare' (duration: 144.957616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:42.607302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.867243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:42.607383Z","caller":"traceutil/trace.go:171","msg":"trace[87126534] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19737; }","duration":"256.953935ms","start":"2026-03-06T01:16:42.350408Z","end":"2026-03-06T01:16:42.607362Z","steps":["trace[87126534] 'agreement among raft nodes before linearized reading' (duration: 256.835262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.613908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.691015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:16:42.613989Z","caller":"traceutil/trace.go:171","msg":"trace[2141550963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19738; }","duration":"234.828928ms","start":"2026-03-06T01:16:42.379141Z","end":"2026-03-06T01:16:42.61397Z","steps":["trace[2141550963] 'agreement among raft nodes before linearized reading' (duration: 234.556042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.614399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.267734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:16:42.614468Z","caller":"traceutil/trace.go:171","msg":"trace[1964226312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19739; }","duration":"228.353525ms","start":"2026-03-06T01:16:42.386099Z","end":"2026-03-06T01:16:42.614453Z","steps":["trace[1964226312] 'agreement among raft nodes before linearized reading' (duration: 228.125211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.61447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.06126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:16:42.614613Z","caller":"traceutil/trace.go:171","msg":"trace[457951961] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"209.05859ms","start":"2026-03-06T01:16:42.405544Z","end":"2026-03-06T01:16:42.614602Z","steps":["trace[457951961] 'process raft request' (duration: 207.302201ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:42.614644Z","caller":"traceutil/trace.go:171","msg":"trace[303258401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19739; }","duration":"229.264965ms","start":"2026-03-06T01:16:42.385361Z","end":"2026-03-06T01:16:42.614626Z","steps":["trace[303258401] 'agreement among raft nodes before linearized reading' (duration: 228.920438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:42.81352Z","caller":"traceutil/trace.go:171","msg":"trace[1087929513] transaction","detail":"{read_only:false; response_revision:19741; number_of_response:1; }","duration":"195.203864ms","start":"2026-03-06T01:16:42.618283Z","end":"2026-03-06T01:16:42.813487Z","steps":["trace[1087929513] 'process raft request' (duration: 157.976873ms)","trace[1087929513] 'compare' (duration: 36.903474ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:42.813632Z","caller":"traceutil/trace.go:171","msg":"trace[1396225843] transaction","detail":"{read_only:false; response_revision:19742; number_of_response:1; }","duration":"195.245895ms","start":"2026-03-06T01:16:42.618352Z","end":"2026-03-06T01:16:42.813598Z","steps":["trace[1396225843] 'process raft request' (duration: 195.096342ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:42.813729Z","caller":"traceutil/trace.go:171","msg":"trace[1437099639] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"195.274496ms","start":"2026-03-06T01:16:42.618447Z","end":"2026-03-06T01:16:42.813722Z","steps":["trace[1437099639] 'process raft request' (duration: 195.110202ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.066488Z","caller":"traceutil/trace.go:171","msg":"trace[1797374859] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"163.28151ms","start":"2026-03-06T01:16:42.903191Z","end":"2026-03-06T01:16:43.066473Z","steps":["trace[1797374859] 'process raft request' (duration: 162.727158ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.274197Z","caller":"traceutil/trace.go:171","msg":"trace[285575119] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"114.874723ms","start":"2026-03-06T01:16:43.159299Z","end":"2026-03-06T01:16:43.274174Z","steps":["trace[285575119] 'process raft request' (duration: 114.74585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:47.393668Z","caller":"traceutil/trace.go:171","msg":"trace[1225717789] linearizableReadLoop","detail":"{readStateIndex:20494; appliedIndex:20492; }","duration":"118.088443ms","start":"2026-03-06T01:16:47.275539Z","end":"2026-03-06T01:16:47.393627Z","steps":["trace[1225717789] 'read index received' (duration: 17.854963ms)","trace[1225717789] 'applied index is now lower than readState.Index' (duration: 100.23225ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:47.393723Z","caller":"traceutil/trace.go:171","msg":"trace[868936696] transaction","detail":"{read_only:false; response_revision:19778; number_of_response:1; }","duration":"166.243685ms","start":"2026-03-06T01:16:47.227441Z","end":"2026-03-06T01:16:47.393685Z","steps":["trace[868936696] 'process raft request' (duration: 166.045601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:47.447459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.90531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T01:16:47.447542Z","caller":"traceutil/trace.go:171","msg":"trace[1587749081] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19778; }","duration":"172.037163ms","start":"2026-03-06T01:16:47.275482Z","end":"2026-03-06T01:16:47.447519Z","steps":["trace[1587749081] 'agreement among raft nodes before linearized reading' (duration: 118.258878ms)","trace[1587749081] 'range keys from in-memory index tree' (duration: 53.576231ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:08.51874Z","caller":"traceutil/trace.go:171","msg":"trace[1682872553] linearizableReadLoop","detail":"{readStateIndex:21103; appliedIndex:21102; }","duration":"219.933539ms","start":"2026-03-06T01:18:08.29879Z","end":"2026-03-06T01:18:08.518723Z","steps":["trace[1682872553] 'read index received' (duration: 219.759146ms)","trace[1682872553] 'applied index is now lower than readState.Index' (duration: 173.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:08.518797Z","caller":"traceutil/trace.go:171","msg":"trace[1050092320] transaction","detail":"{read_only:false; response_revision:20367; number_of_response:1; }","duration":"284.146265ms","start":"2026-03-06T01:18:08.23463Z","end":"2026-03-06T01:18:08.518777Z","steps":["trace[1050092320] 'process raft request' (duration: 283.982961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:08.518855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.049432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:08.518874Z","caller":"traceutil/trace.go:171","msg":"trace[1424371672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20367; }","duration":"220.109284ms","start":"2026-03-06T01:18:08.298758Z","end":"2026-03-06T01:18:08.518867Z","steps":["trace[1424371672] 'agreement among raft nodes before linearized reading' (duration: 220.056522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:08.519062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.824107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:18:08.519102Z","caller":"traceutil/trace.go:171","msg":"trace[439784102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20367; }","duration":"185.907688ms","start":"2026-03-06T01:18:08.333185Z","end":"2026-03-06T01:18:08.519093Z","steps":["trace[439784102] 'agreement among raft nodes before linearized reading' (duration: 185.752635ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:18.805881Z","caller":"traceutil/trace.go:171","msg":"trace[526488261] transaction","detail":"{read_only:false; response_revision:20843; number_of_response:1; }","duration":"111.976389ms","start":"2026-03-06T01:18:18.693809Z","end":"2026-03-06T01:18:18.805786Z","steps":["trace[526488261] 'process raft request' (duration: 109.417093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:21.847429Z","caller":"traceutil/trace.go:171","msg":"trace[469971972] transaction","detail":"{read_only:false; response_revision:20939; number_of_response:1; }","duration":"162.387221ms","start":"2026-03-06T01:18:21.685013Z","end":"2026-03-06T01:18:21.8474Z","steps":["trace[469971972] 'process raft request' (duration: 161.183583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:21.847528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.599009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:21.847617Z","caller":"traceutil/trace.go:171","msg":"trace[1831518286] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0; response_count:0; response_revision:20939; }","duration":"140.732433ms","start":"2026-03-06T01:18:21.706865Z","end":"2026-03-06T01:18:21.847597Z","steps":["trace[1831518286] 'agreement among raft nodes before linearized reading' (duration: 140.540129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:21.847395Z","caller":"traceutil/trace.go:171","msg":"trace[41311620] linearizableReadLoop","detail":"{readStateIndex:21688; appliedIndex:21687; }","duration":"140.456196ms","start":"2026-03-06T01:18:21.706896Z","end":"2026-03-06T01:18:21.847352Z","steps":["trace[41311620] 'read index received' (duration: 139.235029ms)","trace[41311620] 'applied index is now lower than readState.Index' (duration: 1.219507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:21.848108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.166282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:21.848212Z","caller":"traceutil/trace.go:171","msg":"trace[1833038692] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:20939; }","duration":"141.324476ms","start":"2026-03-06T01:18:21.706865Z","end":"2026-03-06T01:18:21.848189Z","steps":["trace[1833038692] 'agreement among raft nodes before linearized reading' (duration: 141.107281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:21.848284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.680334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-03-06T01:18:21.84836Z","caller":"traceutil/trace.go:171","msg":"trace[1121705314] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20939; }","duration":"112.799256ms","start":"2026-03-06T01:18:21.735543Z","end":"2026-03-06T01:18:21.848342Z","steps":["trace[1121705314] 'agreement among raft nodes before linearized reading' (duration: 112.54008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:21.84852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.589651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:21.848607Z","caller":"traceutil/trace.go:171","msg":"trace[1514556961] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:20939; }","duration":"141.724324ms","start":"2026-03-06T01:18:21.706858Z","end":"2026-03-06T01:18:21.848582Z","steps":["trace[1514556961] 'agreement among raft nodes before linearized reading' (duration: 140.893156ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.736623Z","caller":"traceutil/trace.go:171","msg":"trace[1194298867] linearizableReadLoop","detail":"{readStateIndex:21800; appliedIndex:21799; }","duration":"440.352729ms","start":"2026-03-06T01:18:26.29625Z","end":"2026-03-06T01:18:26.736602Z","steps":["trace[1194298867] 'read index received' (duration: 440.204216ms)","trace[1194298867] 'applied index is now lower than readState.Index' (duration: 146.983µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:26.736648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.230156Z","time spent":"506.484387ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:18:26.736814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.547393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:26.736902Z","caller":"traceutil/trace.go:171","msg":"trace[383824222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21050; }","duration":"440.692816ms","start":"2026-03-06T01:18:26.29619Z","end":"2026-03-06T01:18:26.736883Z","steps":["trace[383824222] 'agreement among raft nodes before linearized reading' (duration: 440.510502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.736948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.296167Z","time spent":"440.772988ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:18:27.237612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056278276,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:18:27.57217Z","caller":"traceutil/trace.go:171","msg":"trace[595580963] transaction","detail":"{read_only:false; response_revision:21051; number_of_response:1; }","duration":"1.20467673s","start":"2026-03-06T01:18:26.367464Z","end":"2026-03-06T01:18:27.572141Z","steps":["trace[595580963] 'process raft request' (duration: 1.20150086s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:27.572303Z","caller":"traceutil/trace.go:171","msg":"trace[373200096] transaction","detail":"{read_only:false; response_revision:21052; number_of_response:1; }","duration":"1.175838144s","start":"2026-03-06T01:18:26.396446Z","end":"2026-03-06T01:18:27.572285Z","steps":["trace[373200096] 'process raft request' (duration: 1.175616269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:27.572343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.367441Z","time spent":"1.204815803s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:27.57237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.396407Z","time spent":"1.175927715s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:28.271435Z","caller":"traceutil/trace.go:171","msg":"trace[706368359] transaction","detail":"{read_only:false; response_revision:21054; number_of_response:1; }","duration":"1.360842484s","start":"2026-03-06T01:18:26.910568Z","end":"2026-03-06T01:18:28.271411Z","steps":["trace[706368359] 'process raft request' (duration: 1.36066112s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.271561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.910545Z","time spent":"1.360946846s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:28.271621Z","caller":"traceutil/trace.go:171","msg":"trace[1107399608] transaction","detail":"{read_only:false; response_revision:21053; number_of_response:1; }","duration":"1.53394819s","start":"2026-03-06T01:18:26.737642Z","end":"2026-03-06T01:18:28.27159Z","steps":["trace[1107399608] 'process raft request' (duration: 1.45455539s)","trace[1107399608] 'compare' (duration: 78.840028ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:28.271844Z","caller":"traceutil/trace.go:171","msg":"trace[1216381208] transaction","detail":"{read_only:false; response_revision:21056; number_of_response:1; }","duration":"630.89007ms","start":"2026-03-06T01:18:27.640928Z","end":"2026-03-06T01:18:28.271818Z","steps":["trace[1216381208] 'process raft request' (duration: 630.481141ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.271871Z","caller":"traceutil/trace.go:171","msg":"trace[1068137713] transaction","detail":"{read_only:false; response_revision:21055; number_of_response:1; }","duration":"1.09944974s","start":"2026-03-06T01:18:27.172303Z","end":"2026-03-06T01:18:28.271753Z","steps":["trace[1068137713] 'process raft request' (duration: 1.099036711s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.27195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.737621Z","time spent":"1.534183784s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:28.271988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.640903Z","time spent":"631.011682ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:28.271985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666633236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:18:28.271508Z","caller":"traceutil/trace.go:171","msg":"trace[1456353683] linearizableReadLoop","detail":"{readStateIndex:21805; appliedIndex:21800; }","duration":"1.534781568s","start":"2026-03-06T01:18:26.736699Z","end":"2026-03-06T01:18:28.27148Z","steps":["trace[1456353683] 'read index received' (duration: 832.27902ms)","trace[1456353683] 'applied index is now lower than readState.Index' (duration: 702.501148ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:28.272072Z","caller":"traceutil/trace.go:171","msg":"trace[1643280771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21056; }","duration":"1.666758369s","start":"2026-03-06T01:18:26.605288Z","end":"2026-03-06T01:18:28.272047Z","steps":["trace[1643280771] 'agreement among raft nodes before linearized reading' (duration: 1.666412741s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.172282Z","time spent":"1.099699055s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:28.272122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.60527Z","time spent":"1.66683915s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:18:28.272087Z","caller":"traceutil/trace.go:171","msg":"trace[1299060675] transaction","detail":"{read_only:false; response_revision:21057; number_of_response:1; }","duration":"598.230399ms","start":"2026-03-06T01:18:27.673819Z","end":"2026-03-06T01:18:28.272049Z","steps":["trace[1299060675] 'process raft request' (duration: 597.886651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66411874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:18:28.272217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897019264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:18:28.27226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.673804Z","time spent":"598.388133ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:18:28.272286Z","caller":"traceutil/trace.go:171","msg":"trace[276428540] transaction","detail":"{read_only:false; response_revision:21058; number_of_response:1; }","duration":"467.219711ms","start":"2026-03-06T01:18:27.805047Z","end":"2026-03-06T01:18:28.272267Z","steps":["trace[276428540] 'process raft request' (duration: 466.940184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59564819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:18:28.272359Z","caller":"traceutil/trace.go:171","msg":"trace[1348777205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21057; }","duration":"1.897163877s","start":"2026-03-06T01:18:26.375147Z","end":"2026-03-06T01:18:28.272311Z","steps":["trace[1348777205] 'agreement among raft nodes before linearized reading' (duration: 1.896865791s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.272391Z","caller":"traceutil/trace.go:171","msg":"trace[167023798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21057; }","duration":"1.595760813s","start":"2026-03-06T01:18:26.67661Z","end":"2026-03-06T01:18:28.272371Z","steps":["trace[167023798] 'agreement among raft nodes before linearized reading' (duration: 1.595263782s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534653475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:28.272458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.375131Z","time spent":"1.89731227s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:28.272459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.805016Z","time spent":"467.320902ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:28.272506Z","caller":"traceutil/trace.go:171","msg":"trace[1575706151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21059; }","duration":"1.534803738s","start":"2026-03-06T01:18:26.737684Z","end":"2026-03-06T01:18:28.272488Z","steps":["trace[1575706151] 'agreement among raft nodes before linearized reading' (duration: 1.534647045s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.27252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.407837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-06T01:18:28.272457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.676592Z","time spent":"1.595855844s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:18:28.272564Z","caller":"traceutil/trace.go:171","msg":"trace[207975944] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21059; }","duration":"126.483479ms","start":"2026-03-06T01:18:28.146068Z","end":"2026-03-06T01:18:28.272551Z","steps":["trace[207975944] 'agreement among raft nodes before linearized reading' (duration: 126.325305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.27256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.737672Z","time spent":"1.53487407s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:18:28.272569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016316697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18447"} {"level":"warn","ts":"2026-03-06T01:18:28.272593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.569853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:18:28.272606Z","caller":"traceutil/trace.go:171","msg":"trace[241882871] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21059; }","duration":"1.016395009s","start":"2026-03-06T01:18:27.256201Z","end":"2026-03-06T01:18:28.272596Z","steps":["trace[241882871] 'agreement among raft nodes before linearized reading' (duration: 1.016287846s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.272624Z","caller":"traceutil/trace.go:171","msg":"trace[1021178297] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21059; }","duration":"411.628765ms","start":"2026-03-06T01:18:27.860987Z","end":"2026-03-06T01:18:28.272616Z","steps":["trace[1021178297] 'agreement among raft nodes before linearized reading' (duration: 411.491342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.256179Z","time spent":"1.016451089s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18470,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:18:28.272657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.860967Z","time spent":"411.674046ms","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":149,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:28.27246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.22011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:18:28.272663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.183226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:18:28.272703Z","caller":"traceutil/trace.go:171","msg":"trace[471084349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21059; }","duration":"686.493806ms","start":"2026-03-06T01:18:27.586192Z","end":"2026-03-06T01:18:28.272686Z","steps":["trace[471084349] 'agreement among raft nodes before linearized reading' (duration: 686.169759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.58617Z","time spent":"686.576008ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:18:28.27277Z","caller":"traceutil/trace.go:171","msg":"trace[362028754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21056; }","duration":"1.664278173s","start":"2026-03-06T01:18:26.608023Z","end":"2026-03-06T01:18:28.272301Z","steps":["trace[362028754] 'agreement among raft nodes before linearized reading' (duration: 1.66367021s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.404285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:18:28.272904Z","caller":"traceutil/trace.go:171","msg":"trace[503160777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21059; }","duration":"716.62482ms","start":"2026-03-06T01:18:27.556256Z","end":"2026-03-06T01:18:28.272881Z","steps":["trace[503160777] 'agreement among raft nodes before linearized reading' (duration: 716.344843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.272912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.60801Z","time spent":"1.664863207s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:18:28.272967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.556236Z","time spent":"716.715992ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:18:28.272334Z","caller":"traceutil/trace.go:171","msg":"trace[1678588590] transaction","detail":"{read_only:false; response_revision:21059; number_of_response:1; }","duration":"289.004802ms","start":"2026-03-06T01:18:27.98332Z","end":"2026-03-06T01:18:28.272324Z","steps":["trace[1678588590] 'process raft request' (duration: 288.875119ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.272741Z","caller":"traceutil/trace.go:171","msg":"trace[2056863757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21059; }","duration":"802.31865ms","start":"2026-03-06T01:18:27.470405Z","end":"2026-03-06T01:18:28.272724Z","steps":["trace[2056863757] 'agreement among raft nodes before linearized reading' (duration: 802.080144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.273829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:27.470376Z","time spent":"803.413984ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:19:04.662677Z","caller":"traceutil/trace.go:171","msg":"trace[1409941726] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"110.427598ms","start":"2026-03-06T01:19:04.552229Z","end":"2026-03-06T01:19:04.662657Z","steps":["trace[1409941726] 'process raft request' (duration: 110.332536ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:04.662649Z","caller":"traceutil/trace.go:171","msg":"trace[495352633] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"110.833007ms","start":"2026-03-06T01:19:04.551787Z","end":"2026-03-06T01:19:04.66262Z","steps":["trace[495352633] 'process raft request' (duration: 104.769792ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:04.663059Z","caller":"traceutil/trace.go:171","msg":"trace[1582641588] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"110.751565ms","start":"2026-03-06T01:19:04.552269Z","end":"2026-03-06T01:19:04.663021Z","steps":["trace[1582641588] 'process raft request' (duration: 110.352347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:04.663187Z","caller":"traceutil/trace.go:171","msg":"trace[1176883306] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"110.380078ms","start":"2026-03-06T01:19:04.552788Z","end":"2026-03-06T01:19:04.663168Z","steps":["trace[1176883306] 'process raft request' (duration: 110.072281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:19:05.160047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.792341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-06T01:19:05.160184Z","caller":"traceutil/trace.go:171","msg":"trace[217286180] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21380; }","duration":"186.014286ms","start":"2026-03-06T01:19:04.974138Z","end":"2026-03-06T01:19:05.160152Z","steps":["trace[217286180] 'range keys from in-memory index tree' (duration: 185.553196ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:13.966354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18677} {"level":"info","ts":"2026-03-06T01:19:14.070841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18677,"took":"101.062431ms","hash":3825813739,"current-db-size-bytes":47534080,"current-db-size":"48 MB","current-db-size-in-use-bytes":36831232,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-06T01:19:14.070921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3825813739,"revision":18677,"compact-revision":16552} {"level":"info","ts":"2026-03-06T01:19:43.495161Z","caller":"traceutil/trace.go:171","msg":"trace[278793967] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"159.337457ms","start":"2026-03-06T01:19:43.335802Z","end":"2026-03-06T01:19:43.495139Z","steps":["trace[278793967] 'process raft request' (duration: 159.172562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:43.536895Z","caller":"traceutil/trace.go:171","msg":"trace[216148533] transaction","detail":"{read_only:false; response_revision:21828; number_of_response:1; }","duration":"158.60115ms","start":"2026-03-06T01:19:43.37827Z","end":"2026-03-06T01:19:43.536871Z","steps":["trace[216148533] 'process raft request' (duration: 158.12963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:43.537172Z","caller":"traceutil/trace.go:171","msg":"trace[595185220] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"158.730854ms","start":"2026-03-06T01:19:43.37843Z","end":"2026-03-06T01:19:43.53716Z","steps":["trace[595185220] 'process raft request' (duration: 158.161161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:43.537321Z","caller":"traceutil/trace.go:171","msg":"trace[1402575169] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"158.06958ms","start":"2026-03-06T01:19:43.379241Z","end":"2026-03-06T01:19:43.537311Z","steps":["trace[1402575169] 'process raft request' (duration: 157.388554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:47.750569Z","caller":"traceutil/trace.go:171","msg":"trace[656072078] transaction","detail":"{read_only:false; response_revision:21861; number_of_response:1; }","duration":"197.591892ms","start":"2026-03-06T01:19:47.552946Z","end":"2026-03-06T01:19:47.750538Z","steps":["trace[656072078] 'process raft request' (duration: 140.019521ms)","trace[656072078] 'compare' (duration: 57.456179ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:19:47.762747Z","caller":"traceutil/trace.go:171","msg":"trace[1400789595] linearizableReadLoop","detail":"{readStateIndex:22633; appliedIndex:22631; }","duration":"135.716277ms","start":"2026-03-06T01:19:47.626999Z","end":"2026-03-06T01:19:47.762716Z","steps":["trace[1400789595] 'read index received' (duration: 66.066059ms)","trace[1400789595] 'applied index is now lower than readState.Index' (duration: 69.649378ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:19:47.762845Z","caller":"traceutil/trace.go:171","msg":"trace[946149491] transaction","detail":"{read_only:false; response_revision:21862; number_of_response:1; }","duration":"209.207769ms","start":"2026-03-06T01:19:47.5536Z","end":"2026-03-06T01:19:47.762807Z","steps":["trace[946149491] 'process raft request' (duration: 208.966993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:19:47.763048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.056503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:19:47.764069Z","caller":"traceutil/trace.go:171","msg":"trace[725375725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21862; }","duration":"137.082086ms","start":"2026-03-06T01:19:47.626943Z","end":"2026-03-06T01:19:47.764025Z","steps":["trace[725375725] 'agreement among raft nodes before linearized reading' (duration: 135.979412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:02.985563Z","caller":"traceutil/trace.go:171","msg":"trace[1537658262] transaction","detail":"{read_only:false; response_revision:21980; number_of_response:1; }","duration":"108.2489ms","start":"2026-03-06T01:20:02.877256Z","end":"2026-03-06T01:20:02.985505Z","steps":["trace[1537658262] 'process raft request' (duration: 75.057257ms)","trace[1537658262] 'compare' (duration: 32.770864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:04.799968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056280515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:05.130446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110457882s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:20:05.130923Z","caller":"traceutil/trace.go:171","msg":"trace[1091555285] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"1.111072766s","start":"2026-03-06T01:20:04.019822Z","end":"2026-03-06T01:20:05.130895Z","steps":["trace[1091555285] 'process raft request' (duration: 1.110913183s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.131514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.01979Z","time spent":"1.11123102s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.477599Z","caller":"traceutil/trace.go:171","msg":"trace[1004235591] transaction","detail":"{read_only:false; response_revision:21991; number_of_response:1; }","duration":"1.378380117s","start":"2026-03-06T01:20:04.099194Z","end":"2026-03-06T01:20:05.477574Z","steps":["trace[1004235591] 'process raft request' (duration: 1.378159661s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.477755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.099153Z","time spent":"1.37852147s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.477963Z","caller":"traceutil/trace.go:171","msg":"trace[1681526177] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"1.312873441s","start":"2026-03-06T01:20:04.165073Z","end":"2026-03-06T01:20:05.477947Z","steps":["trace[1681526177] 'process raft request' (duration: 1.312454672s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.478027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.165043Z","time spent":"1.312953832s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.478118Z","caller":"traceutil/trace.go:171","msg":"trace[978164717] transaction","detail":"{read_only:false; response_revision:21993; number_of_response:1; }","duration":"795.889009ms","start":"2026-03-06T01:20:04.682217Z","end":"2026-03-06T01:20:05.478106Z","steps":["trace[978164717] 'process raft request' (duration: 795.643353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.478173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.682198Z","time spent":"795.94836ms","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2569,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.478152Z","caller":"traceutil/trace.go:171","msg":"trace[1445662413] transaction","detail":"{read_only:false; response_revision:21994; number_of_response:1; }","duration":"592.785976ms","start":"2026-03-06T01:20:04.885336Z","end":"2026-03-06T01:20:05.478122Z","steps":["trace[1445662413] 'process raft request' (duration: 592.691484ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.478246Z","caller":"traceutil/trace.go:171","msg":"trace[2113239241] linearizableReadLoop","detail":"{readStateIndex:22767; appliedIndex:22763; }","duration":"1.178482784s","start":"2026-03-06T01:20:04.299747Z","end":"2026-03-06T01:20:05.47823Z","steps":["trace[2113239241] 'read index received' (duration: 831.083916ms)","trace[2113239241] 'applied index is now lower than readState.Index' (duration: 347.397798ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:05.478322Z","caller":"traceutil/trace.go:171","msg":"trace[1689193370] transaction","detail":"{read_only:false; response_revision:21995; number_of_response:1; }","duration":"485.019246ms","start":"2026-03-06T01:20:04.993293Z","end":"2026-03-06T01:20:05.478313Z","steps":["trace[1689193370] 'process raft request' (duration: 484.785441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.478314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.885316Z","time spent":"592.918578ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:05.478375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.993279Z","time spent":"485.060047ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:05.478398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178640497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.478491Z","caller":"traceutil/trace.go:171","msg":"trace[2040062385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21995; }","duration":"1.1787795s","start":"2026-03-06T01:20:04.299683Z","end":"2026-03-06T01:20:05.478462Z","steps":["trace[2040062385] 'agreement among raft nodes before linearized reading' (duration: 1.178636687s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.47854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.299662Z","time spent":"1.178869843s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:05.806509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.931873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:05.806657Z","caller":"traceutil/trace.go:171","msg":"trace[1981661007] linearizableReadLoop","detail":"{readStateIndex:22771; appliedIndex:22769; }","duration":"328.361258ms","start":"2026-03-06T01:20:05.478282Z","end":"2026-03-06T01:20:05.806644Z","steps":["trace[1981661007] 'read index received' (duration: 85.240242ms)","trace[1981661007] 'applied index is now lower than readState.Index' (duration: 243.119926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:05.806733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.594931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.806756Z","caller":"traceutil/trace.go:171","msg":"trace[1941187503] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:21997; }","duration":"814.630763ms","start":"2026-03-06T01:20:04.99212Z","end":"2026-03-06T01:20:05.80675Z","steps":["trace[1941187503] 'agreement among raft nodes before linearized reading' (duration: 814.588232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.806783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.992113Z","time spent":"814.664863ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:05.806813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.618002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:20:05.806913Z","caller":"traceutil/trace.go:171","msg":"trace[1406797420] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:21997; }","duration":"814.757645ms","start":"2026-03-06T01:20:04.992143Z","end":"2026-03-06T01:20:05.8069Z","steps":["trace[1406797420] 'agreement among raft nodes before linearized reading' (duration: 814.53824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.806948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.992122Z","time spent":"814.818387ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:20:05.806964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.869887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.806986Z","caller":"traceutil/trace.go:171","msg":"trace[37414930] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:21997; }","duration":"814.893368ms","start":"2026-03-06T01:20:04.992087Z","end":"2026-03-06T01:20:05.806981Z","steps":["trace[37414930] 'agreement among raft nodes before linearized reading' (duration: 814.857177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.80701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.991976Z","time spent":"815.030281ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.585449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:05.807086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045387016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.807103Z","caller":"traceutil/trace.go:171","msg":"trace[1834772035] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:21997; }","duration":"1.045442286s","start":"2026-03-06T01:20:04.761655Z","end":"2026-03-06T01:20:05.807098Z","steps":["trace[1834772035] 'agreement among raft nodes before linearized reading' (duration: 1.045417606s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.807125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.76163Z","time spent":"1.045491048s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:20:05.807111Z","caller":"traceutil/trace.go:171","msg":"trace[1200032205] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:21997; }","duration":"943.702501ms","start":"2026-03-06T01:20:04.86339Z","end":"2026-03-06T01:20:05.807093Z","steps":["trace[1200032205] 'agreement among raft nodes before linearized reading' (duration: 943.589979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.80714Z","caller":"traceutil/trace.go:171","msg":"trace[252958623] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"446.986436ms","start":"2026-03-06T01:20:05.36014Z","end":"2026-03-06T01:20:05.807127Z","steps":["trace[252958623] 'process raft request' (duration: 203.371608ms)","trace[252958623] 'compare' (duration: 242.681668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:05.807163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.863368Z","time spent":"943.781863ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.360116Z","time spent":"447.050898ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:05.807219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167029791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:05.80724Z","caller":"traceutil/trace.go:171","msg":"trace[205229432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21997; }","duration":"1.167050791s","start":"2026-03-06T01:20:04.640182Z","end":"2026-03-06T01:20:05.807233Z","steps":["trace[205229432] 'agreement among raft nodes before linearized reading' (duration: 1.167017371s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.807258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.640121Z","time spent":"1.167131703s","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:05.807297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.747792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.80736Z","caller":"traceutil/trace.go:171","msg":"trace[874776231] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:21997; }","duration":"943.828675ms","start":"2026-03-06T01:20:04.863513Z","end":"2026-03-06T01:20:05.807342Z","steps":["trace[874776231] 'agreement among raft nodes before linearized reading' (duration: 943.730663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.807371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.445813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:20:05.807406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.863506Z","time spent":"943.887196ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044958746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:05.807424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.607918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:20:05.807448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.393969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.807479Z","caller":"traceutil/trace.go:171","msg":"trace[826011428] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:21997; }","duration":"815.44006ms","start":"2026-03-06T01:20:04.992034Z","end":"2026-03-06T01:20:05.807474Z","steps":["trace[826011428] 'agreement among raft nodes before linearized reading' (duration: 815.394629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.80748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.442971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.807484Z","caller":"traceutil/trace.go:171","msg":"trace[1819857855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21997; }","duration":"793.681839ms","start":"2026-03-06T01:20:05.013788Z","end":"2026-03-06T01:20:05.80747Z","steps":["trace[1819857855] 'agreement among raft nodes before linearized reading' (duration: 793.484075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.807442Z","caller":"traceutil/trace.go:171","msg":"trace[1147987618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21997; }","duration":"792.569255ms","start":"2026-03-06T01:20:05.014855Z","end":"2026-03-06T01:20:05.807424Z","steps":["trace[1147987618] 'agreement among raft nodes before linearized reading' (duration: 792.357611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.807405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.52316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:20:05.80752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.014834Z","time spent":"792.681407ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.01373Z","time spent":"793.791412ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:20:05.807529Z","caller":"traceutil/trace.go:171","msg":"trace[518970163] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:21997; }","duration":"815.514891ms","start":"2026-03-06T01:20:04.991996Z","end":"2026-03-06T01:20:05.807511Z","steps":["trace[518970163] 'agreement among raft nodes before linearized reading' (duration: 815.45826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.807535Z","caller":"traceutil/trace.go:171","msg":"trace[873584506] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:21997; }","duration":"940.715355ms","start":"2026-03-06T01:20:04.866807Z","end":"2026-03-06T01:20:05.807522Z","steps":["trace[873584506] 'agreement among raft nodes before linearized reading' (duration: 940.421938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.807482Z","caller":"traceutil/trace.go:171","msg":"trace[2146145779] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:21997; }","duration":"1.045391695s","start":"2026-03-06T01:20:04.762073Z","end":"2026-03-06T01:20:05.807465Z","steps":["trace[2146145779] 'agreement among raft nodes before linearized reading' (duration: 1.044976926s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.807549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.689329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:20:05.807571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.99198Z","time spent":"815.583643ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.762058Z","time spent":"1.045535759s","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.866781Z","time spent":"940.787257ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.60213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:20:05.807621Z","caller":"traceutil/trace.go:171","msg":"trace[2027669642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21997; }","duration":"793.791852ms","start":"2026-03-06T01:20:05.013811Z","end":"2026-03-06T01:20:05.807603Z","steps":["trace[2027669642] 'agreement among raft nodes before linearized reading' (duration: 793.536747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.807651Z","caller":"traceutil/trace.go:171","msg":"trace[763954334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21997; }","duration":"577.710572ms","start":"2026-03-06T01:20:05.229934Z","end":"2026-03-06T01:20:05.807644Z","steps":["trace[763954334] 'agreement among raft nodes before linearized reading' (duration: 577.58595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.807661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.957904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:20:05.807672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.229909Z","time spent":"577.757903ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.013806Z","time spent":"793.850994ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.750089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:20:05.807701Z","caller":"traceutil/trace.go:171","msg":"trace[1197070256] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21997; }","duration":"596.030096ms","start":"2026-03-06T01:20:05.211654Z","end":"2026-03-06T01:20:05.807684Z","steps":["trace[1197070256] 'agreement among raft nodes before linearized reading' (duration: 595.946944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.807494Z","caller":"traceutil/trace.go:171","msg":"trace[295161726] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"428.369146ms","start":"2026-03-06T01:20:05.379113Z","end":"2026-03-06T01:20:05.807482Z","steps":["trace[295161726] 'process raft request' (duration: 427.472336ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.807728Z","caller":"traceutil/trace.go:171","msg":"trace[933029456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21997; }","duration":"792.79841ms","start":"2026-03-06T01:20:05.014921Z","end":"2026-03-06T01:20:05.807719Z","steps":["trace[933029456] 'agreement among raft nodes before linearized reading' (duration: 792.703158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.807496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.992024Z","time spent":"815.468811ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.211633Z","time spent":"596.097467ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.014916Z","time spent":"792.829781ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:05.807796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.379092Z","time spent":"428.648122ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:05.902736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.025408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.902829Z","caller":"traceutil/trace.go:171","msg":"trace[1388522953] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"418.235302ms","start":"2026-03-06T01:20:05.48455Z","end":"2026-03-06T01:20:05.902786Z","steps":["trace[1388522953] 'process raft request' (duration: 417.929106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.902831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.934168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.902954Z","caller":"traceutil/trace.go:171","msg":"trace[1614661213] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21998; }","duration":"410.106563ms","start":"2026-03-06T01:20:05.492827Z","end":"2026-03-06T01:20:05.902934Z","steps":["trace[1614661213] 'agreement among raft nodes before linearized reading' (duration: 409.903488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.902965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.190264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:05.903007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.484526Z","time spent":"418.379845ms","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2609,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.903055Z","caller":"traceutil/trace.go:171","msg":"trace[548865260] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21998; }","duration":"410.304507ms","start":"2026-03-06T01:20:05.492736Z","end":"2026-03-06T01:20:05.903041Z","steps":["trace[548865260] 'agreement among raft nodes before linearized reading' (duration: 410.188934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.903009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.492815Z","time spent":"410.181654ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:05.902826Z","caller":"traceutil/trace.go:171","msg":"trace[1941842231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21998; }","duration":"423.170251ms","start":"2026-03-06T01:20:05.47964Z","end":"2026-03-06T01:20:05.90281Z","steps":["trace[1941842231] 'agreement among raft nodes before linearized reading' (duration: 422.998007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.903195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.492725Z","time spent":"410.386248ms","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:05.90328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.479622Z","time spent":"423.572069ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:06.187828Z","caller":"traceutil/trace.go:171","msg":"trace[1846924376] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"376.214774ms","start":"2026-03-06T01:20:05.811573Z","end":"2026-03-06T01:20:06.187788Z","steps":["trace[1846924376] 'process raft request' (duration: 375.955168ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:06.187847Z","caller":"traceutil/trace.go:171","msg":"trace[360571457] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"376.117583ms","start":"2026-03-06T01:20:05.811705Z","end":"2026-03-06T01:20:06.187822Z","steps":["trace[360571457] 'process raft request' (duration: 376.035531ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:06.187894Z","caller":"traceutil/trace.go:171","msg":"trace[1521645557] transaction","detail":"{read_only:false; response_revision:22000; number_of_response:1; }","duration":"376.168233ms","start":"2026-03-06T01:20:05.811678Z","end":"2026-03-06T01:20:06.187847Z","steps":["trace[1521645557] 'process raft request' (duration: 376.02173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.188019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.811555Z","time spent":"376.360228ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:06.1882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.81165Z","time spent":"376.377158ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:06.188305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.81168Z","time spent":"376.248345ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:06.188396Z","caller":"traceutil/trace.go:171","msg":"trace[1736369292] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"376.233105ms","start":"2026-03-06T01:20:05.812149Z","end":"2026-03-06T01:20:06.188382Z","steps":["trace[1736369292] 'process raft request' (duration: 376.167303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:06.188393Z","caller":"traceutil/trace.go:171","msg":"trace[1141763202] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"376.341097ms","start":"2026-03-06T01:20:05.811997Z","end":"2026-03-06T01:20:06.188338Z","steps":["trace[1141763202] 'process raft request' (duration: 375.784085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.188507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.812141Z","time spent":"376.327807ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:06.188449Z","caller":"traceutil/trace.go:171","msg":"trace[575258987] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"376.291546ms","start":"2026-03-06T01:20:05.81211Z","end":"2026-03-06T01:20:06.188402Z","steps":["trace[575258987] 'process raft request' (duration: 376.067951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.188661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.811984Z","time spent":"376.564331ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:06.18877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.812062Z","time spent":"376.592983ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:06.617074Z","caller":"traceutil/trace.go:171","msg":"trace[1713785844] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"707.263752ms","start":"2026-03-06T01:20:05.909791Z","end":"2026-03-06T01:20:06.617054Z","steps":["trace[1713785844] 'process raft request' (duration: 707.080038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.617206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.909765Z","time spent":"707.376834ms","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:06.617407Z","caller":"traceutil/trace.go:171","msg":"trace[256320864] linearizableReadLoop","detail":"{readStateIndex:22779; appliedIndex:22772; }","duration":"705.077013ms","start":"2026-03-06T01:20:05.912308Z","end":"2026-03-06T01:20:06.617385Z","steps":["trace[256320864] 'read index received' (duration: 275.338938ms)","trace[256320864] 'applied index is now lower than readState.Index' (duration: 429.737195ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:06.61753Z","caller":"traceutil/trace.go:171","msg":"trace[11635330] transaction","detail":"{read_only:false; response_revision:22006; number_of_response:1; }","duration":"674.230882ms","start":"2026-03-06T01:20:05.943249Z","end":"2026-03-06T01:20:06.61748Z","steps":["trace[11635330] 'process raft request' (duration: 673.752162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.61761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.643577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:06.61765Z","caller":"traceutil/trace.go:171","msg":"trace[274748514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22007; }","duration":"392.685768ms","start":"2026-03-06T01:20:06.224953Z","end":"2026-03-06T01:20:06.617639Z","steps":["trace[274748514] 'agreement among raft nodes before linearized reading' (duration: 392.620356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.617679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.224855Z","time spent":"392.817882ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:06.617688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.943228Z","time spent":"674.379895ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:06.617723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.401021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:06.617766Z","caller":"traceutil/trace.go:171","msg":"trace[742724631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22007; }","duration":"705.493053ms","start":"2026-03-06T01:20:05.912261Z","end":"2026-03-06T01:20:06.617754Z","steps":["trace[742724631] 'agreement among raft nodes before linearized reading' (duration: 705.253267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.617756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.979853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:20:06.61781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.912244Z","time spent":"705.557494ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:06.617829Z","caller":"traceutil/trace.go:171","msg":"trace[449154651] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:22007; }","duration":"382.111896ms","start":"2026-03-06T01:20:06.235699Z","end":"2026-03-06T01:20:06.617811Z","steps":["trace[449154651] 'agreement among raft nodes before linearized reading' (duration: 381.873299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.617875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.23568Z","time spent":"382.186477ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-03-06T01:20:06.617621Z","caller":"traceutil/trace.go:171","msg":"trace[2076669011] transaction","detail":"{read_only:false; response_revision:22007; number_of_response:1; }","duration":"439.176774ms","start":"2026-03-06T01:20:06.178326Z","end":"2026-03-06T01:20:06.617503Z","steps":["trace[2076669011] 'process raft request' (duration: 438.955559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.618177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.178294Z","time spent":"439.730257ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:06.888783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.896924ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:20:06.888929Z","caller":"traceutil/trace.go:171","msg":"trace[955222559] linearizableReadLoop","detail":"{readStateIndex:22782; appliedIndex:22781; }","duration":"269.872897ms","start":"2026-03-06T01:20:06.618997Z","end":"2026-03-06T01:20:06.88887Z","steps":["trace[955222559] 'read index received' (duration: 47.861µs)","trace[955222559] 'applied index is now lower than readState.Index' (duration: 269.823556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:06.88916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.137443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:06.889253Z","caller":"traceutil/trace.go:171","msg":"trace[1269702332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22007; }","duration":"270.271396ms","start":"2026-03-06T01:20:06.618958Z","end":"2026-03-06T01:20:06.88923Z","steps":["trace[1269702332] 'agreement among raft nodes before linearized reading' (duration: 270.108032ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:07.089797Z","caller":"traceutil/trace.go:171","msg":"trace[1570552937] linearizableReadLoop","detail":"{readStateIndex:22783; appliedIndex:22782; }","duration":"200.806523ms","start":"2026-03-06T01:20:06.888963Z","end":"2026-03-06T01:20:07.08977Z","steps":["trace[1570552937] 'read index received' (duration: 190.905364ms)","trace[1570552937] 'applied index is now lower than readState.Index' (duration: 9.900089ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:07.08994Z","caller":"traceutil/trace.go:171","msg":"trace[1408778385] transaction","detail":"{read_only:false; response_revision:22008; number_of_response:1; }","duration":"466.218561ms","start":"2026-03-06T01:20:06.623693Z","end":"2026-03-06T01:20:07.089912Z","steps":["trace[1408778385] 'process raft request' (duration: 456.158089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.090067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.623666Z","time spent":"466.328993ms","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2585,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:07.090152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.340112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:07.090205Z","caller":"traceutil/trace.go:171","msg":"trace[1396778872] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22008; }","duration":"277.438124ms","start":"2026-03-06T01:20:06.812754Z","end":"2026-03-06T01:20:07.090192Z","steps":["trace[1396778872] 'agreement among raft nodes before linearized reading' (duration: 277.334362ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:07.126672Z","caller":"traceutil/trace.go:171","msg":"trace[105740415] transaction","detail":"{read_only:false; response_revision:22009; number_of_response:1; }","duration":"236.809427ms","start":"2026-03-06T01:20:06.889833Z","end":"2026-03-06T01:20:07.126643Z","steps":["trace[105740415] 'process raft request' (duration: 236.578722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.126767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.999343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:07.126833Z","caller":"traceutil/trace.go:171","msg":"trace[963534300] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22009; }","duration":"141.095805ms","start":"2026-03-06T01:20:06.985723Z","end":"2026-03-06T01:20:07.126819Z","steps":["trace[963534300] 'agreement among raft nodes before linearized reading' (duration: 140.905621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:07.227101Z","caller":"traceutil/trace.go:171","msg":"trace[809196194] transaction","detail":"{read_only:false; response_revision:22010; number_of_response:1; }","duration":"130.150642ms","start":"2026-03-06T01:20:07.096893Z","end":"2026-03-06T01:20:07.227044Z","steps":["trace[809196194] 'process raft request' (duration: 129.876546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:07.416713Z","caller":"traceutil/trace.go:171","msg":"trace[1505724138] linearizableReadLoop","detail":"{readStateIndex:22788; appliedIndex:22787; }","duration":"117.76906ms","start":"2026-03-06T01:20:07.298903Z","end":"2026-03-06T01:20:07.416672Z","steps":["trace[1505724138] 'read index received' (duration: 76.918827ms)","trace[1505724138] 'applied index is now lower than readState.Index' (duration: 40.849273ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:07.416795Z","caller":"traceutil/trace.go:171","msg":"trace[279563064] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"157.483736ms","start":"2026-03-06T01:20:07.259271Z","end":"2026-03-06T01:20:07.416755Z","steps":["trace[279563064] 'process raft request' (duration: 116.617524ms)","trace[279563064] 'compare' (duration: 40.660848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:07.416843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.929584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:07.41688Z","caller":"traceutil/trace.go:171","msg":"trace[1350036281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22013; }","duration":"118.020666ms","start":"2026-03-06T01:20:07.298847Z","end":"2026-03-06T01:20:07.416868Z","steps":["trace[1350036281] 'agreement among raft nodes before linearized reading' (duration: 117.935704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.38308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056281600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:20:53.412756Z","caller":"traceutil/trace.go:171","msg":"trace[261821404] linearizableReadLoop","detail":"{readStateIndex:23224; appliedIndex:23223; }","duration":"530.736422ms","start":"2026-03-06T01:20:52.882001Z","end":"2026-03-06T01:20:53.412738Z","steps":["trace[261821404] 'read index received' (duration: 530.616289ms)","trace[261821404] 'applied index is now lower than readState.Index' (duration: 119.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:53.412985Z","caller":"traceutil/trace.go:171","msg":"trace[983241674] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"586.154002ms","start":"2026-03-06T01:20:52.826822Z","end":"2026-03-06T01:20:53.412976Z","steps":["trace[983241674] 'process raft request' (duration: 585.739023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.413066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.826798Z","time spent":"586.210944ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:53.413204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.205192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:53.413231Z","caller":"traceutil/trace.go:171","msg":"trace[1510547070] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22439; }","duration":"531.259014ms","start":"2026-03-06T01:20:52.881965Z","end":"2026-03-06T01:20:53.413224Z","steps":["trace[1510547070] 'agreement among raft nodes before linearized reading' (duration: 531.210023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.413249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.88195Z","time spent":"531.294474ms","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:53.413355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.976701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:53.413377Z","caller":"traceutil/trace.go:171","msg":"trace[1111624451] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22439; }","duration":"392.033403ms","start":"2026-03-06T01:20:53.021338Z","end":"2026-03-06T01:20:53.413372Z","steps":["trace[1111624451] 'agreement among raft nodes before linearized reading' (duration: 392.002062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.413395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:53.021321Z","time spent":"392.067164ms","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:53.413587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.357135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-06T01:20:53.413611Z","caller":"traceutil/trace.go:171","msg":"trace[472550560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:22439; }","duration":"258.398507ms","start":"2026-03-06T01:20:53.155205Z","end":"2026-03-06T01:20:53.413604Z","steps":["trace[472550560] 'agreement among raft nodes before linearized reading' (duration: 258.308455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.41372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.260982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:53.413739Z","caller":"traceutil/trace.go:171","msg":"trace[1622366246] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22439; }","duration":"326.321564ms","start":"2026-03-06T01:20:53.087413Z","end":"2026-03-06T01:20:53.413734Z","steps":["trace[1622366246] 'agreement among raft nodes before linearized reading' (duration: 326.284623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.413756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:53.087362Z","time spent":"326.388385ms","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:53.987788Z","caller":"traceutil/trace.go:171","msg":"trace[214012505] transaction","detail":"{read_only:false; response_revision:22442; number_of_response:1; }","duration":"130.064968ms","start":"2026-03-06T01:20:53.857696Z","end":"2026-03-06T01:20:53.987761Z","steps":["trace[214012505] 'process raft request' (duration: 39.704376ms)","trace[214012505] 'compare' (duration: 90.071705ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:53.988128Z","caller":"traceutil/trace.go:171","msg":"trace[1375821726] transaction","detail":"{read_only:false; response_revision:22443; number_of_response:1; }","duration":"128.896842ms","start":"2026-03-06T01:20:53.859205Z","end":"2026-03-06T01:20:53.988102Z","steps":["trace[1375821726] 'process raft request' (duration: 128.424822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.918585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.951394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:56.918681Z","caller":"traceutil/trace.go:171","msg":"trace[1815294270] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23044; }","duration":"359.095217ms","start":"2026-03-06T01:21:56.559565Z","end":"2026-03-06T01:21:56.91866Z","steps":["trace[1815294270] 'count revisions from in-memory index tree' (duration: 358.872362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.918724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.559545Z","time spent":"359.167068ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:56.91903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.902443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:56.919116Z","caller":"traceutil/trace.go:171","msg":"trace[999722629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23044; }","duration":"232.038426ms","start":"2026-03-06T01:21:56.687057Z","end":"2026-03-06T01:21:56.919095Z","steps":["trace[999722629] 'count revisions from in-memory index tree' (duration: 231.76049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:02.66151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:03.161656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:03.658884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603682026s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:03.659292Z","caller":"traceutil/trace.go:171","msg":"trace[2055456685] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"1.604140057s","start":"2026-03-06T01:22:02.055122Z","end":"2026-03-06T01:22:03.659262Z","steps":["trace[2055456685] 'process raft request' (duration: 1.603964134s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:03.659458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.055109Z","time spent":"1.6042607s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:04.297222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999725309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:04.297323Z","caller":"traceutil/trace.go:171","msg":"trace[611340741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999876532s","start":"2026-03-06T01:22:02.297425Z","end":"2026-03-06T01:22:04.297302Z","steps":["trace[611340741] 'agreement among raft nodes before linearized reading' (duration: 1.999747719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.29739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.297416Z","time spent":"1.999962874s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:05.298634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.639582468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:05.299072Z","caller":"traceutil/trace.go:171","msg":"trace[2025572723] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"3.004977202s","start":"2026-03-06T01:22:02.294072Z","end":"2026-03-06T01:22:05.299049Z","steps":["trace[2025572723] 'process raft request' (duration: 3.00489419s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.299232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.294015Z","time spent":"3.005125195s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:05.299072Z","caller":"traceutil/trace.go:171","msg":"trace[245353296] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"3.22488578s","start":"2026-03-06T01:22:02.07415Z","end":"2026-03-06T01:22:05.299036Z","steps":["trace[245353296] 'process raft request' (duration: 3.224655495s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:05.29941Z","caller":"traceutil/trace.go:171","msg":"trace[1738199902] linearizableReadLoop","detail":"{readStateIndex:23894; appliedIndex:23889; }","duration":"3.138119976s","start":"2026-03-06T01:22:02.161273Z","end":"2026-03-06T01:22:05.299393Z","steps":["trace[1738199902] 'read index received' (duration: 1.497828093s)","trace[1738199902] 'applied index is now lower than readState.Index' (duration: 1.640290953s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:05.29944Z","caller":"traceutil/trace.go:171","msg":"trace[1939981536] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"1.648433993s","start":"2026-03-06T01:22:03.650992Z","end":"2026-03-06T01:22:05.299426Z","steps":["trace[1939981536] 'process raft request' (duration: 1.648371572s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:05.299417Z","caller":"traceutil/trace.go:171","msg":"trace[1149163986] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"3.004169763s","start":"2026-03-06T01:22:02.295213Z","end":"2026-03-06T01:22:05.299383Z","steps":["trace[1149163986] 'process raft request' (duration: 3.003796695s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.299893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.650968Z","time spent":"1.648845283s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:05.299533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13823048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:05.299969Z","caller":"traceutil/trace.go:171","msg":"trace[1095068560] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23090; }","duration":"3.138737971s","start":"2026-03-06T01:22:02.161218Z","end":"2026-03-06T01:22:05.299956Z","steps":["trace[1095068560] 'agreement among raft nodes before linearized reading' (duration: 3.13824386s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.299961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.295198Z","time spent":"3.004687785s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:05.300004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.161192Z","time spent":"3.138802391s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:05.299488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.074119Z","time spent":"3.225240588s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:05.29947Z","caller":"traceutil/trace.go:171","msg":"trace[1329911967] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"2.997391005s","start":"2026-03-06T01:22:02.302021Z","end":"2026-03-06T01:22:05.299412Z","steps":["trace[1329911967] 'process raft request' (duration: 2.997243852s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:05.300328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.301997Z","time spent":"2.998274163s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:05.800464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:06.058368Z","caller":"traceutil/trace.go:171","msg":"trace[1890887316] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"2.389533083s","start":"2026-03-06T01:22:03.668817Z","end":"2026-03-06T01:22:06.05835Z","steps":["trace[1890887316] 'process raft request' (duration: 2.389380299s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.058495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.668798Z","time spent":"2.389629585s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:06.058734Z","caller":"traceutil/trace.go:171","msg":"trace[1142789965] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"2.389866761s","start":"2026-03-06T01:22:03.668853Z","end":"2026-03-06T01:22:06.05872Z","steps":["trace[1142789965] 'process raft request' (duration: 2.389452402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.058815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.668798Z","time spent":"2.389978333s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:06.058862Z","caller":"traceutil/trace.go:171","msg":"trace[1959632620] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"2.38578105s","start":"2026-03-06T01:22:03.673046Z","end":"2026-03-06T01:22:06.058827Z","steps":["trace[1959632620] 'process raft request' (duration: 2.385523764s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.059279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.67304Z","time spent":"2.385920563s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:06.05944Z","caller":"traceutil/trace.go:171","msg":"trace[1241623758] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"2.251239784s","start":"2026-03-06T01:22:03.808169Z","end":"2026-03-06T01:22:06.059408Z","steps":["trace[1241623758] 'process raft request' (duration: 2.250760033s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.059445Z","caller":"traceutil/trace.go:171","msg":"trace[1509024385] linearizableReadLoop","detail":"{readStateIndex:23901; appliedIndex:23895; }","duration":"759.969716ms","start":"2026-03-06T01:22:05.299443Z","end":"2026-03-06T01:22:06.059412Z","steps":["trace[1509024385] 'read index received' (duration: 758.821611ms)","trace[1509024385] 'applied index is now lower than readState.Index' (duration: 1.147025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:06.059541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.808142Z","time spent":"2.251342636s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:06.05962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490210602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:06.059683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664985496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:06.059726Z","caller":"traceutil/trace.go:171","msg":"trace[191133583] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"2.386582928s","start":"2026-03-06T01:22:03.673132Z","end":"2026-03-06T01:22:06.059715Z","steps":["trace[191133583] 'process raft request' (duration: 2.385598276s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.059721Z","caller":"traceutil/trace.go:171","msg":"trace[882783738] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23097; }","duration":"2.490355565s","start":"2026-03-06T01:22:03.569346Z","end":"2026-03-06T01:22:06.059702Z","steps":["trace[882783738] 'agreement among raft nodes before linearized reading' (duration: 2.490166801s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.059755Z","caller":"traceutil/trace.go:171","msg":"trace[690409378] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23097; }","duration":"2.66511305s","start":"2026-03-06T01:22:03.394622Z","end":"2026-03-06T01:22:06.059735Z","steps":["trace[690409378] 'agreement among raft nodes before linearized reading' (duration: 2.664988446s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.059793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.673114Z","time spent":"2.386629549s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:06.059791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.569323Z","time spent":"2.490451668s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:06.059797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.394605Z","time spent":"2.665180381s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:06.059789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105968358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:22:06.059874Z","caller":"traceutil/trace.go:171","msg":"trace[113326823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23097; }","duration":"3.106105191s","start":"2026-03-06T01:22:02.953752Z","end":"2026-03-06T01:22:06.059858Z","steps":["trace[113326823] 'agreement among raft nodes before linearized reading' (duration: 3.105904586s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.059898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160758477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:06.059969Z","caller":"traceutil/trace.go:171","msg":"trace[822141348] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23097; }","duration":"3.160872619s","start":"2026-03-06T01:22:02.899079Z","end":"2026-03-06T01:22:06.059952Z","steps":["trace[822141348] 'agreement among raft nodes before linearized reading' (duration: 3.160772067s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.899048Z","time spent":"3.160964022s","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:06.060058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098036344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:22:06.060061Z","caller":"traceutil/trace.go:171","msg":"trace[1740415207] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"422.535596ms","start":"2026-03-06T01:22:05.637506Z","end":"2026-03-06T01:22:06.060042Z","steps":["trace[1740415207] 'process raft request' (duration: 421.784629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098474433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:06.060187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.63748Z","time spent":"422.649708ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:06.060035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.088238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:06.060269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099870864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:06.060301Z","caller":"traceutil/trace.go:171","msg":"trace[161946291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23097; }","duration":"3.099902565s","start":"2026-03-06T01:22:02.960391Z","end":"2026-03-06T01:22:06.060294Z","steps":["trace[161946291] 'agreement among raft nodes before linearized reading' (duration: 3.099829803s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.060096Z","caller":"traceutil/trace.go:171","msg":"trace[1138992511] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23097; }","duration":"3.098089824s","start":"2026-03-06T01:22:02.961997Z","end":"2026-03-06T01:22:06.060087Z","steps":["trace[1138992511] 'agreement among raft nodes before linearized reading' (duration: 3.097994362s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.960376Z","time spent":"3.099953477s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:06.060357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.96199Z","time spent":"3.098348771s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:06.059817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419233666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:06.060467Z","caller":"traceutil/trace.go:171","msg":"trace[1567963043] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23097; }","duration":"3.419929521s","start":"2026-03-06T01:22:02.640524Z","end":"2026-03-06T01:22:06.060454Z","steps":["trace[1567963043] 'agreement among raft nodes before linearized reading' (duration: 3.419236206s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.640505Z","time spent":"3.420001342s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:06.060546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103058074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:06.060537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106274596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:22:06.060575Z","caller":"traceutil/trace.go:171","msg":"trace[497904317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23097; }","duration":"3.103121476s","start":"2026-03-06T01:22:02.957448Z","end":"2026-03-06T01:22:06.060569Z","steps":["trace[497904317] 'agreement among raft nodes before linearized reading' (duration: 3.103048524s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.957435Z","time spent":"3.103165356s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:06.060618Z","caller":"traceutil/trace.go:171","msg":"trace[947041031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23097; }","duration":"3.106391208s","start":"2026-03-06T01:22:02.954205Z","end":"2026-03-06T01:22:06.060597Z","steps":["trace[947041031] 'agreement among raft nodes before linearized reading' (duration: 3.106137143s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.060295Z","caller":"traceutil/trace.go:171","msg":"trace[1343857948] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23097; }","duration":"359.376944ms","start":"2026-03-06T01:22:05.700896Z","end":"2026-03-06T01:22:06.060273Z","steps":["trace[1343857948] 'agreement among raft nodes before linearized reading' (duration: 359.100908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.954189Z","time spent":"3.10646598s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:06.060693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.700875Z","time spent":"359.807443ms","remote":"127.0.0.1:34506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:06.060735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907092826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:06.060762Z","caller":"traceutil/trace.go:171","msg":"trace[1661538948] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23097; }","duration":"1.907168398s","start":"2026-03-06T01:22:04.153586Z","end":"2026-03-06T01:22:06.060754Z","steps":["trace[1661538948] 'agreement among raft nodes before linearized reading' (duration: 1.907127357s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:04.153559Z","time spent":"1.907221509s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:06.060796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763245035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:06.060846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857506294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:22:06.060885Z","caller":"traceutil/trace.go:171","msg":"trace[1189185163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23097; }","duration":"1.857593155s","start":"2026-03-06T01:22:04.20328Z","end":"2026-03-06T01:22:06.060873Z","steps":["trace[1189185163] 'agreement among raft nodes before linearized reading' (duration: 1.857494673s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.060863Z","caller":"traceutil/trace.go:171","msg":"trace[1722388053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23097; }","duration":"1.763349428s","start":"2026-03-06T01:22:04.297497Z","end":"2026-03-06T01:22:06.060847Z","steps":["trace[1722388053] 'agreement among raft nodes before linearized reading' (duration: 1.763241665s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.060879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32304932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:06.060928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:04.203252Z","time spent":"1.857661846s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T01:22:06.060938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:04.297443Z","time spent":"1.763483231s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:06.060969Z","caller":"traceutil/trace.go:171","msg":"trace[2055104902] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23097; }","duration":"1.323184983s","start":"2026-03-06T01:22:04.737762Z","end":"2026-03-06T01:22:06.060947Z","steps":["trace[2055104902] 'agreement among raft nodes before linearized reading' (duration: 1.32304283s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.060204Z","caller":"traceutil/trace.go:171","msg":"trace[492590549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23097; }","duration":"3.098520384s","start":"2026-03-06T01:22:02.961678Z","end":"2026-03-06T01:22:06.060199Z","steps":["trace[492590549] 'agreement among raft nodes before linearized reading' (duration: 3.098444662s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.061031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:04.737742Z","time spent":"1.323271794s","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:06.061039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.961668Z","time spent":"3.099353243s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:06.061038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458302259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-06T01:22:06.061118Z","caller":"traceutil/trace.go:171","msg":"trace[1811190567] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23097; }","duration":"2.458431762s","start":"2026-03-06T01:22:03.602668Z","end":"2026-03-06T01:22:06.0611Z","steps":["trace[1811190567] 'agreement among raft nodes before linearized reading' (duration: 2.458212928s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.061173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.602648Z","time spent":"2.458512584s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-06T01:22:06.059921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.953727Z","time spent":"3.106184644s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:06.062193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.887568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:22:06.062259Z","caller":"traceutil/trace.go:171","msg":"trace[2054066361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23097; }","duration":"981.99205ms","start":"2026-03-06T01:22:05.080252Z","end":"2026-03-06T01:22:06.062244Z","steps":["trace[2054066361] 'agreement among raft nodes before linearized reading' (duration: 980.216842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.062314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:05.080232Z","time spent":"982.070471ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:06.062523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161182827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:22:06.062585Z","caller":"traceutil/trace.go:171","msg":"trace[1865810071] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23097; }","duration":"3.16362638s","start":"2026-03-06T01:22:02.898941Z","end":"2026-03-06T01:22:06.062567Z","steps":["trace[1865810071] 'agreement among raft nodes before linearized reading' (duration: 3.161139175s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.062625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:02.898916Z","time spent":"3.163695892s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:22:07.212381Z","caller":"traceutil/trace.go:171","msg":"trace[1444913356] linearizableReadLoop","detail":"{readStateIndex:23914; appliedIndex:23913; }","duration":"344.538666ms","start":"2026-03-06T01:22:06.867823Z","end":"2026-03-06T01:22:07.212362Z","steps":["trace[1444913356] 'read index received' (duration: 344.270691ms)","trace[1444913356] 'applied index is now lower than readState.Index' (duration: 267.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:07.21254Z","caller":"traceutil/trace.go:171","msg":"trace[192640445] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"466.30443ms","start":"2026-03-06T01:22:06.746219Z","end":"2026-03-06T01:22:07.212524Z","steps":["trace[192640445] 'process raft request' (duration: 465.922512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.212661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.803202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:07.212742Z","caller":"traceutil/trace.go:171","msg":"trace[653547853] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23108; }","duration":"344.934894ms","start":"2026-03-06T01:22:06.867789Z","end":"2026-03-06T01:22:07.212724Z","steps":["trace[653547853] 'agreement among raft nodes before linearized reading' (duration: 344.794501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.212713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:06.746189Z","time spent":"466.429423ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:07.212781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:06.867775Z","time spent":"344.996756ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:07.776224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.749855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:07.776263Z","caller":"traceutil/trace.go:171","msg":"trace[354238336] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"470.077784ms","start":"2026-03-06T01:22:07.306156Z","end":"2026-03-06T01:22:07.776234Z","steps":["trace[354238336] 'process raft request' (duration: 467.738402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:07.776322Z","caller":"traceutil/trace.go:171","msg":"trace[1961572660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23108; }","duration":"478.891089ms","start":"2026-03-06T01:22:07.29741Z","end":"2026-03-06T01:22:07.776301Z","steps":["trace[1961572660] 'range keys from in-memory index tree' (duration: 478.670864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.776363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.297387Z","time spent":"478.96555ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:07.776692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.306139Z","time spent":"470.186146ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.791627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017679938s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:08.933255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.322615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:08.933443Z","caller":"traceutil/trace.go:171","msg":"trace[1348397462] linearizableReadLoop","detail":"{readStateIndex:23920; appliedIndex:23914; }","duration":"1.324267516s","start":"2026-03-06T01:22:07.609163Z","end":"2026-03-06T01:22:08.933431Z","steps":["trace[1348397462] 'read index received' (duration: 164.744242ms)","trace[1348397462] 'applied index is now lower than readState.Index' (duration: 1.159522564s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:08.933489Z","caller":"traceutil/trace.go:171","msg":"trace[1746110645] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.625481767s","start":"2026-03-06T01:22:07.308Z","end":"2026-03-06T01:22:08.933482Z","steps":["trace[1746110645] 'process raft request' (duration: 1.625353104s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.93349Z","caller":"traceutil/trace.go:171","msg":"trace[209017342] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.626678294s","start":"2026-03-06T01:22:07.306782Z","end":"2026-03-06T01:22:08.93346Z","steps":["trace[209017342] 'process raft request' (duration: 1.626539011s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.933527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.307971Z","time spent":"1.625534009s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:08.933547Z","caller":"traceutil/trace.go:171","msg":"trace[1779459485] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.627151103s","start":"2026-03-06T01:22:07.306372Z","end":"2026-03-06T01:22:08.933523Z","steps":["trace[1779459485] 'process raft request' (duration: 1.485505201s)","trace[1779459485] 'compare' (duration: 141.245043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:08.93362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.306766Z","time spent":"1.626785046s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.93363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.306334Z","time spent":"1.627251265s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:08.933623Z","caller":"traceutil/trace.go:171","msg":"trace[451215189] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.48407173s","start":"2026-03-06T01:22:07.449522Z","end":"2026-03-06T01:22:08.933593Z","steps":["trace[451215189] 'process raft request' (duration: 1.483882145s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.93369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324533281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:08.933719Z","caller":"traceutil/trace.go:171","msg":"trace[1948408192] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23114; }","duration":"1.324593883s","start":"2026-03-06T01:22:07.609113Z","end":"2026-03-06T01:22:08.933707Z","steps":["trace[1948408192] 'agreement among raft nodes before linearized reading' (duration: 1.324542862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.933762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.609093Z","time spent":"1.324663084s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:22:08.933815Z","caller":"traceutil/trace.go:171","msg":"trace[1469035548] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.624630348s","start":"2026-03-06T01:22:07.309118Z","end":"2026-03-06T01:22:08.933749Z","steps":["trace[1469035548] 'process raft request' (duration: 1.62426259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.934001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.309107Z","time spent":"1.624797392s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.9343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.449501Z","time spent":"1.484185102s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.953298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.865721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:22:08.95331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.603506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:08.953349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.801341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:08.953371Z","caller":"traceutil/trace.go:171","msg":"trace[973846328] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23115; }","duration":"275.758979ms","start":"2026-03-06T01:22:08.6776Z","end":"2026-03-06T01:22:08.953359Z","steps":["trace[973846328] 'agreement among raft nodes before linearized reading' (duration: 275.564085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.953355Z","caller":"traceutil/trace.go:171","msg":"trace[305957279] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"885.986044ms","start":"2026-03-06T01:22:08.067336Z","end":"2026-03-06T01:22:08.953322Z","steps":["trace[305957279] 'process raft request' (duration: 885.629156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.953403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175786382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:08.953406Z","caller":"traceutil/trace.go:171","msg":"trace[1635538277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23115; }","duration":"881.857792ms","start":"2026-03-06T01:22:08.07153Z","end":"2026-03-06T01:22:08.953388Z","steps":["trace[1635538277] 'agreement among raft nodes before linearized reading' (duration: 881.705289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.953423Z","caller":"traceutil/trace.go:171","msg":"trace[125722268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23115; }","duration":"1.175837704s","start":"2026-03-06T01:22:07.77758Z","end":"2026-03-06T01:22:08.953418Z","steps":["trace[125722268] 'agreement among raft nodes before linearized reading' (duration: 1.175798843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.953446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.77756Z","time spent":"1.175880984s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:08.95336Z","caller":"traceutil/trace.go:171","msg":"trace[1757096504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23115; }","duration":"875.980523ms","start":"2026-03-06T01:22:08.077366Z","end":"2026-03-06T01:22:08.953346Z","steps":["trace[1757096504] 'agreement among raft nodes before linearized reading' (duration: 875.809849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.953437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.22743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:08.95348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.077338Z","time spent":"876.134876ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:08.953482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.067318Z","time spent":"886.091185ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:08.95349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.171771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:22:08.95352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.86573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:08.953554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.207847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:22:08.953569Z","caller":"traceutil/trace.go:171","msg":"trace[2071592474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23115; }","duration":"878.282655ms","start":"2026-03-06T01:22:08.075267Z","end":"2026-03-06T01:22:08.95355Z","steps":["trace[2071592474] 'agreement among raft nodes before linearized reading' (duration: 878.068399ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.953577Z","caller":"traceutil/trace.go:171","msg":"trace[466529264] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23115; }","duration":"728.925542ms","start":"2026-03-06T01:22:08.224638Z","end":"2026-03-06T01:22:08.953563Z","steps":["trace[466529264] 'agreement among raft nodes before linearized reading' (duration: 728.751517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.953606Z","caller":"traceutil/trace.go:171","msg":"trace[264370178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23115; }","duration":"875.286488ms","start":"2026-03-06T01:22:08.078301Z","end":"2026-03-06T01:22:08.953588Z","steps":["trace[264370178] 'agreement among raft nodes before linearized reading' (duration: 875.167605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.953609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.075252Z","time spent":"878.348596ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:08.95364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.078291Z","time spent":"875.343159ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:08.953623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.224592Z","time spent":"729.017454ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:08.953446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.071485Z","time spent":"881.952944ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:08.953351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.8685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:08.953874Z","caller":"traceutil/trace.go:171","msg":"trace[2021720265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23115; }","duration":"876.393952ms","start":"2026-03-06T01:22:08.07742Z","end":"2026-03-06T01:22:08.953814Z","steps":["trace[2021720265] 'agreement among raft nodes before linearized reading' (duration: 875.727367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.953911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.077399Z","time spent":"876.501315ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:08.953507Z","caller":"traceutil/trace.go:171","msg":"trace[1743720291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23115; }","duration":"882.329482ms","start":"2026-03-06T01:22:08.071161Z","end":"2026-03-06T01:22:08.95349Z","steps":["trace[1743720291] 'agreement among raft nodes before linearized reading' (duration: 882.185969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.953995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.071139Z","time spent":"882.841004ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:08.953294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150469104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:08.954147Z","caller":"traceutil/trace.go:171","msg":"trace[1118357258] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23115; }","duration":"1.151372045s","start":"2026-03-06T01:22:07.802755Z","end":"2026-03-06T01:22:08.954127Z","steps":["trace[1118357258] 'agreement among raft nodes before linearized reading' (duration: 1.150450804s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:08.954192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.802727Z","time spent":"1.151450276s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:09.461085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:09.961532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:10.098813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140680568s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:10.276408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.598969Z","time spent":"677.431185ms","remote":"127.0.0.1:59554","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:10.276852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.782411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:10.276938Z","caller":"traceutil/trace.go:171","msg":"trace[645371326] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"1.318873998s","start":"2026-03-06T01:22:08.958048Z","end":"2026-03-06T01:22:10.276922Z","steps":["trace[645371326] 'process raft request' (duration: 1.140956475s)","trace[645371326] 'compare' (duration: 177.427562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:10.276981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.958027Z","time spent":"1.318932519s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:10.960755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:10.960857Z","caller":"traceutil/trace.go:171","msg":"trace[1594406291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618988s","start":"2026-03-06T01:22:08.960214Z","end":"2026-03-06T01:22:10.960833Z","steps":["trace[1594406291] 'agreement among raft nodes before linearized reading' (duration: 2.000470825s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.960913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.960206Z","time spent":"2.00069552s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:11.61606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.517092598s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:11.678788Z","caller":"traceutil/trace.go:171","msg":"trace[1462227978] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"2.720564171s","start":"2026-03-06T01:22:08.9582Z","end":"2026-03-06T01:22:11.678764Z","steps":["trace[1462227978] 'process raft request' (duration: 2.6624217s)","trace[1462227978] 'compare' (duration: 57.594599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:11.678889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.958179Z","time spent":"2.720657433s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:11.678947Z","caller":"traceutil/trace.go:171","msg":"trace[9130701] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"2.720575951s","start":"2026-03-06T01:22:08.95833Z","end":"2026-03-06T01:22:11.678906Z","steps":["trace[9130701] 'process raft request' (duration: 2.720381477s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:11.678994Z","caller":"traceutil/trace.go:171","msg":"trace[1892204352] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23921; }","duration":"2.71874307s","start":"2026-03-06T01:22:08.960237Z","end":"2026-03-06T01:22:11.67898Z","steps":["trace[1892204352] 'read index received' (duration: 1.138768246s)","trace[1892204352] 'applied index is now lower than readState.Index' (duration: 1.579974204s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:11.679034Z","caller":"traceutil/trace.go:171","msg":"trace[771826784] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"2.720679043s","start":"2026-03-06T01:22:08.958346Z","end":"2026-03-06T01:22:11.679025Z","steps":["trace[771826784] 'process raft request' (duration: 2.720431688s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:11.679065Z","caller":"traceutil/trace.go:171","msg":"trace[1242443563] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"1.896665197s","start":"2026-03-06T01:22:09.782392Z","end":"2026-03-06T01:22:11.679057Z","steps":["trace[1242443563] 'process raft request' (duration: 1.896502363s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:11.678965Z","caller":"traceutil/trace.go:171","msg":"trace[139123816] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"2.720384397s","start":"2026-03-06T01:22:08.958552Z","end":"2026-03-06T01:22:11.678937Z","steps":["trace[139123816] 'process raft request' (duration: 2.720298855s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.679109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.958525Z","time spent":"2.720564991s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:11.679118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.782368Z","time spent":"1.896714497s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:11.679145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.958332Z","time spent":"2.720739985s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:11.679151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.958313Z","time spent":"2.720712954s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:11.679278Z","caller":"traceutil/trace.go:171","msg":"trace[1238829255] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"2.720818297s","start":"2026-03-06T01:22:08.958442Z","end":"2026-03-06T01:22:11.679261Z","steps":["trace[1238829255] 'process raft request' (duration: 2.720373287s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.679366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.958413Z","time spent":"2.720905329s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:12.18014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:12.680929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:12.961609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000849443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:12.961743Z","caller":"traceutil/trace.go:171","msg":"trace[321955368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995877s","start":"2026-03-06T01:22:10.960695Z","end":"2026-03-06T01:22:12.961691Z","steps":["trace[321955368] 'agreement among raft nodes before linearized reading' (duration: 2.000864074s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:12.961799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.960687Z","time spent":"2.001098799s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:12.98493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305964433s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:13.217244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.526531Z","time spent":"690.704958ms","remote":"127.0.0.1:59574","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:13.217596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.366164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:13.217773Z","caller":"traceutil/trace.go:171","msg":"trace[2135912930] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"2.279083069s","start":"2026-03-06T01:22:10.938667Z","end":"2026-03-06T01:22:13.21775Z","steps":["trace[2135912930] 'process raft request' (duration: 2.04649884s)","trace[2135912930] 'compare' (duration: 232.041437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:13.217892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.938649Z","time spent":"2.27917131s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.217886Z","caller":"traceutil/trace.go:171","msg":"trace[1416048988] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"2.27917242s","start":"2026-03-06T01:22:10.938679Z","end":"2026-03-06T01:22:13.217852Z","steps":["trace[1416048988] 'process raft request' (duration: 2.278980276s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.217924Z","caller":"traceutil/trace.go:171","msg":"trace[1234227949] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"2.278713711s","start":"2026-03-06T01:22:10.93918Z","end":"2026-03-06T01:22:13.217894Z","steps":["trace[1234227949] 'process raft request' (duration: 2.278604888s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.218019Z","caller":"traceutil/trace.go:171","msg":"trace[590173565] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"2.253120646s","start":"2026-03-06T01:22:10.964888Z","end":"2026-03-06T01:22:13.218009Z","steps":["trace[590173565] 'process raft request' (duration: 2.252929752s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.218047Z","caller":"traceutil/trace.go:171","msg":"trace[1176415494] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"2.149690986s","start":"2026-03-06T01:22:11.068334Z","end":"2026-03-06T01:22:13.218025Z","steps":["trace[1176415494] 'process raft request' (duration: 2.149509442s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.218079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.938661Z","time spent":"2.279292853s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.2181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.0683Z","time spent":"2.149774288s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.218106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.96488Z","time spent":"2.253180127s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.217946Z","caller":"traceutil/trace.go:171","msg":"trace[14665172] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"2.279144709s","start":"2026-03-06T01:22:10.938779Z","end":"2026-03-06T01:22:13.217924Z","steps":["trace[14665172] 'process raft request' (duration: 2.278947595s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.218101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.939172Z","time spent":"2.278847763s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.218172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.938752Z","time spent":"2.279389105s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.222875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962926498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.222956Z","caller":"traceutil/trace.go:171","msg":"trace[961405918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23128; }","duration":"1.96304177s","start":"2026-03-06T01:22:11.259894Z","end":"2026-03-06T01:22:13.222936Z","steps":["trace[961405918] 'agreement among raft nodes before linearized reading' (duration: 1.962902926s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.222997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.259878Z","time spent":"1.963110042s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:13.223008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161759951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:13.22303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918826455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:13.223067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99850856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:13.223095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262777713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.223098Z","caller":"traceutil/trace.go:171","msg":"trace[1467694821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23128; }","duration":"1.918933177s","start":"2026-03-06T01:22:11.304146Z","end":"2026-03-06T01:22:13.223079Z","steps":["trace[1467694821] 'agreement among raft nodes before linearized reading' (duration: 1.918820785s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.223123Z","caller":"traceutil/trace.go:171","msg":"trace[1478513821] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23128; }","duration":"4.262814854s","start":"2026-03-06T01:22:08.960301Z","end":"2026-03-06T01:22:13.223116Z","steps":["trace[1478513821] 'agreement among raft nodes before linearized reading' (duration: 4.262753713s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.22313Z","caller":"traceutil/trace.go:171","msg":"trace[537345097] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23128; }","duration":"2.998628643s","start":"2026-03-06T01:22:10.224482Z","end":"2026-03-06T01:22:13.223111Z","steps":["trace[537345097] 'agreement among raft nodes before linearized reading' (duration: 2.99850267s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.223143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.960282Z","time spent":"4.262856494s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:13.223176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.224449Z","time spent":"2.998707504s","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:13.223082Z","caller":"traceutil/trace.go:171","msg":"trace[764234004] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23128; }","duration":"2.161880284s","start":"2026-03-06T01:22:11.061181Z","end":"2026-03-06T01:22:13.223061Z","steps":["trace[764234004] 'agreement among raft nodes before linearized reading' (duration: 2.16171189s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.223222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05331792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:22:13.223256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.061159Z","time spent":"2.162081579s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:13.223269Z","caller":"traceutil/trace.go:171","msg":"trace[1007923645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23128; }","duration":"2.053481044s","start":"2026-03-06T01:22:11.169775Z","end":"2026-03-06T01:22:13.223256Z","steps":["trace[1007923645] 'agreement among raft nodes before linearized reading' (duration: 2.053234229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.223304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.169755Z","time spent":"2.053539745s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:22:13.223026Z","caller":"traceutil/trace.go:171","msg":"trace[358233683] linearizableReadLoop","detail":"{readStateIndex:23935; appliedIndex:23928; }","duration":"1.543705495s","start":"2026-03-06T01:22:11.67902Z","end":"2026-03-06T01:22:13.222726Z","steps":["trace[358233683] 'read index received' (duration: 1.306066976s)","trace[358233683] 'applied index is now lower than readState.Index' (duration: 237.637388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:13.223396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.051213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.223418Z","caller":"traceutil/trace.go:171","msg":"trace[994302013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23128; }","duration":"255.086713ms","start":"2026-03-06T01:22:12.968325Z","end":"2026-03-06T01:22:13.223412Z","steps":["trace[994302013] 'agreement among raft nodes before linearized reading' (duration: 255.050373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.223533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.156863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:13.223579Z","caller":"traceutil/trace.go:171","msg":"trace[632418646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23128; }","duration":"942.203624ms","start":"2026-03-06T01:22:12.281362Z","end":"2026-03-06T01:22:13.223566Z","steps":["trace[632418646] 'agreement among raft nodes before linearized reading' (duration: 942.01677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.223571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.736855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-06T01:22:13.223623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.281321Z","time spent":"942.293906ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:22:13.223639Z","caller":"traceutil/trace.go:171","msg":"trace[1373364302] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23128; }","duration":"258.848588ms","start":"2026-03-06T01:22:12.964771Z","end":"2026-03-06T01:22:13.22362Z","steps":["trace[1373364302] 'agreement among raft nodes before linearized reading' (duration: 258.648174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.223575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.972442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.223882Z","caller":"traceutil/trace.go:171","msg":"trace[1707679031] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23128; }","duration":"343.318319ms","start":"2026-03-06T01:22:12.880554Z","end":"2026-03-06T01:22:13.223873Z","steps":["trace[1707679031] 'agreement among raft nodes before linearized reading' (duration: 342.997482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.22398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.880533Z","time spent":"343.438333ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:13.224091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.304126Z","time spent":"1.919072521s","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:13.727228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:14.228028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:14.626115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369740809s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:14.626529Z","caller":"traceutil/trace.go:171","msg":"trace[751141283] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.400963028s","start":"2026-03-06T01:22:13.225542Z","end":"2026-03-06T01:22:14.626505Z","steps":["trace[751141283] 'process raft request' (duration: 1.400756313s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:14.626654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.225534Z","time spent":"1.40104825s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.710461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.925322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:15.710682Z","caller":"traceutil/trace.go:171","msg":"trace[1561020555] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"993.048904ms","start":"2026-03-06T01:22:14.717601Z","end":"2026-03-06T01:22:15.71065Z","steps":["trace[1561020555] 'process raft request' (duration: 993.008763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.710753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.717574Z","time spent":"993.147577ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:15.710949Z","caller":"traceutil/trace.go:171","msg":"trace[2139198762] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"2.0034273s","start":"2026-03-06T01:22:13.707495Z","end":"2026-03-06T01:22:15.710923Z","steps":["trace[2139198762] 'process raft request' (duration: 2.003051362s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.71101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.707475Z","time spent":"2.003506691s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:15.711127Z","caller":"traceutil/trace.go:171","msg":"trace[820559488] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23935; }","duration":"2.484829673s","start":"2026-03-06T01:22:13.226285Z","end":"2026-03-06T01:22:15.711114Z","steps":["trace[820559488] 'read index received' (duration: 1.400064387s)","trace[820559488] 'applied index is now lower than readState.Index' (duration: 1.084763726s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:15.710728Z","caller":"traceutil/trace.go:171","msg":"trace[196082582] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"2.483708619s","start":"2026-03-06T01:22:13.226981Z","end":"2026-03-06T01:22:15.710689Z","steps":["trace[196082582] 'process raft request' (duration: 1.9394861s)","trace[196082582] 'compare' (duration: 542.550612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:15.71123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.226972Z","time spent":"2.48422441s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.711437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48513339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:22:15.711491Z","caller":"traceutil/trace.go:171","msg":"trace[1050991739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23132; }","duration":"2.485225182s","start":"2026-03-06T01:22:13.226255Z","end":"2026-03-06T01:22:15.71148Z","steps":["trace[1050991739] 'agreement among raft nodes before linearized reading' (duration: 2.485055468s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.711529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.226238Z","time spent":"2.485283273s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:22:15.802776Z","caller":"traceutil/trace.go:171","msg":"trace[1790342758] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"575.069488ms","start":"2026-03-06T01:22:15.227677Z","end":"2026-03-06T01:22:15.802747Z","steps":["trace[1790342758] 'process raft request' (duration: 574.944055ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.802811Z","caller":"traceutil/trace.go:171","msg":"trace[1026879914] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"575.241192ms","start":"2026-03-06T01:22:15.227541Z","end":"2026-03-06T01:22:15.802782Z","steps":["trace[1026879914] 'process raft request' (duration: 574.884624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.802934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.227667Z","time spent":"575.188641ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.80296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.227517Z","time spent":"575.355976ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:15.803063Z","caller":"traceutil/trace.go:171","msg":"trace[1190105785] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"575.327094ms","start":"2026-03-06T01:22:15.227728Z","end":"2026-03-06T01:22:15.803055Z","steps":["trace[1190105785] 'process raft request' (duration: 574.945455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.803106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.227722Z","time spent":"575.362575ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.803259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.735863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:15.803284Z","caller":"traceutil/trace.go:171","msg":"trace[924033330] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23137; }","duration":"814.799014ms","start":"2026-03-06T01:22:14.988479Z","end":"2026-03-06T01:22:15.803278Z","steps":["trace[924033330] 'agreement among raft nodes before linearized reading' (duration: 814.674492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.8033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.988458Z","time spent":"814.837615ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.803372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500585011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:15.803415Z","caller":"traceutil/trace.go:171","msg":"trace[781840064] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"575.528299ms","start":"2026-03-06T01:22:15.227881Z","end":"2026-03-06T01:22:15.803409Z","steps":["trace[781840064] 'process raft request' (duration: 575.060839ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.80342Z","caller":"traceutil/trace.go:171","msg":"trace[1007112271] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23137; }","duration":"2.500662963s","start":"2026-03-06T01:22:13.302744Z","end":"2026-03-06T01:22:15.803407Z","steps":["trace[1007112271] 'agreement among raft nodes before linearized reading' (duration: 2.500588771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.803443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.227873Z","time spent":"575.55357ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.803456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.302706Z","time spent":"2.500741395s","remote":"127.0.0.1:34422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.803465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575293838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:15.803503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194532873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:22:15.803557Z","caller":"traceutil/trace.go:171","msg":"trace[1020449938] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23137; }","duration":"2.575420562s","start":"2026-03-06T01:22:13.228115Z","end":"2026-03-06T01:22:15.803536Z","steps":["trace[1020449938] 'agreement among raft nodes before linearized reading' (duration: 2.575173277s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.803593Z","caller":"traceutil/trace.go:171","msg":"trace[389154885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23137; }","duration":"2.194675817s","start":"2026-03-06T01:22:13.608893Z","end":"2026-03-06T01:22:15.803568Z","steps":["trace[389154885] 'agreement among raft nodes before linearized reading' (duration: 2.19438594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.80361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.228111Z","time spent":"2.575489613s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:15.803644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.608876Z","time spent":"2.194758909s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:15.803722Z","caller":"traceutil/trace.go:171","msg":"trace[1291954294] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"574.265781ms","start":"2026-03-06T01:22:15.229438Z","end":"2026-03-06T01:22:15.803704Z","steps":["trace[1291954294] 'process raft request' (duration: 573.603526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.803764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.229426Z","time spent":"574.317571ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.803813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120272316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:22:15.803854Z","caller":"traceutil/trace.go:171","msg":"trace[1631312957] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23137; }","duration":"2.120334898s","start":"2026-03-06T01:22:13.683507Z","end":"2026-03-06T01:22:15.803841Z","steps":["trace[1631312957] 'agreement among raft nodes before linearized reading' (duration: 2.120239465s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.803871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.293032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:15.803869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120349228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:22:15.803887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.683494Z","time spent":"2.120385668s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:15.803917Z","caller":"traceutil/trace.go:171","msg":"trace[408550765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23137; }","duration":"2.12043974s","start":"2026-03-06T01:22:13.683462Z","end":"2026-03-06T01:22:15.803901Z","steps":["trace[408550765] 'agreement among raft nodes before linearized reading' (duration: 2.120316227s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.803972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.683439Z","time spent":"2.120521111s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:15.804042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505256967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:15.803886Z","caller":"traceutil/trace.go:171","msg":"trace[249813333] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23137; }","duration":"506.331763ms","start":"2026-03-06T01:22:15.29755Z","end":"2026-03-06T01:22:15.803882Z","steps":["trace[249813333] 'agreement among raft nodes before linearized reading' (duration: 506.256112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.804003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120407649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:22:15.804089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.297538Z","time spent":"506.535958ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.804127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649976717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:15.803218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000920045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:15.803252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118740682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:22:15.804177Z","caller":"traceutil/trace.go:171","msg":"trace[2022302356] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23137; }","duration":"1.65006266s","start":"2026-03-06T01:22:14.154101Z","end":"2026-03-06T01:22:15.804163Z","steps":["trace[2022302356] 'agreement among raft nodes before linearized reading' (duration: 1.649993968s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.804188Z","caller":"traceutil/trace.go:171","msg":"trace[2040894491] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23137; }","duration":"2.001941148s","start":"2026-03-06T01:22:13.802231Z","end":"2026-03-06T01:22:15.804172Z","steps":["trace[2040894491] 'agreement among raft nodes before linearized reading' (duration: 2.000889655s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.804065Z","caller":"traceutil/trace.go:171","msg":"trace[280240353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23137; }","duration":"1.505316697s","start":"2026-03-06T01:22:14.298744Z","end":"2026-03-06T01:22:15.804061Z","steps":["trace[280240353] 'agreement among raft nodes before linearized reading' (duration: 1.505281057s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.804218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.154076Z","time spent":"1.65013321s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:15.804128Z","caller":"traceutil/trace.go:171","msg":"trace[892930043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23137; }","duration":"2.120596803s","start":"2026-03-06T01:22:13.683504Z","end":"2026-03-06T01:22:15.804101Z","steps":["trace[892930043] 'agreement among raft nodes before linearized reading' (duration: 2.120230105s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.804758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012783018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:22:15.804829Z","caller":"traceutil/trace.go:171","msg":"trace[1615517180] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23137; }","duration":"1.012899201s","start":"2026-03-06T01:22:14.791912Z","end":"2026-03-06T01:22:15.804811Z","steps":["trace[1615517180] 'agreement among raft nodes before linearized reading' (duration: 1.011367267s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.804242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.298723Z","time spent":"1.505505712s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:15.804884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.791877Z","time spent":"1.012989983s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2668,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.804059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120258906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:22:15.804825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.683483Z","time spent":"2.121304208s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:22:15.805249Z","caller":"traceutil/trace.go:171","msg":"trace[234735542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23137; }","duration":"2.121464462s","start":"2026-03-06T01:22:13.683766Z","end":"2026-03-06T01:22:15.80523Z","steps":["trace[234735542] 'agreement among raft nodes before linearized reading' (duration: 2.120176284s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.805438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.683755Z","time spent":"2.121668487s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:15.804261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.80221Z","time spent":"2.00202552s","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:15.804201Z","caller":"traceutil/trace.go:171","msg":"trace[1624798040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23137; }","duration":"2.119709954s","start":"2026-03-06T01:22:13.684478Z","end":"2026-03-06T01:22:15.804188Z","steps":["trace[1624798040] 'agreement among raft nodes before linearized reading' (duration: 2.118669101s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.805544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.684469Z","time spent":"2.121066263s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:16.315227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:17.399229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020307275s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:17.399344Z","caller":"traceutil/trace.go:171","msg":"trace[1923325142] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.591039888s","start":"2026-03-06T01:22:15.808284Z","end":"2026-03-06T01:22:17.399324Z","steps":["trace[1923325142] 'process raft request' (duration: 570.544759ms)","trace[1923325142] 'compare' (duration: 1.019237352s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:17.399404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.808268Z","time spent":"1.59110742s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:17.766185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387299987s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:17.813612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000690619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:17.813705Z","caller":"traceutil/trace.go:171","msg":"trace[1715505621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000818953s","start":"2026-03-06T01:22:15.812867Z","end":"2026-03-06T01:22:17.813686Z","steps":["trace[1715505621] 'agreement among raft nodes before linearized reading' (duration: 2.00070328s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:17.813748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.812861Z","time spent":"2.000879774s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:18.63878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.137669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:18.639283Z","caller":"traceutil/trace.go:171","msg":"trace[1337267738] linearizableReadLoop","detail":"{readStateIndex:23951; appliedIndex:23944; }","duration":"2.826371724s","start":"2026-03-06T01:22:15.812888Z","end":"2026-03-06T01:22:18.639259Z","steps":["trace[1337267738] 'read index received' (duration: 565.961318ms)","trace[1337267738] 'applied index is now lower than readState.Index' (duration: 2.260409236s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:18.639392Z","caller":"traceutil/trace.go:171","msg":"trace[1498882387] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"2.829957313s","start":"2026-03-06T01:22:15.809417Z","end":"2026-03-06T01:22:18.639374Z","steps":["trace[1498882387] 'process raft request' (duration: 1.957113529s)","trace[1498882387] 'compare' (duration: 871.596977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:18.639505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.809397Z","time spent":"2.830032935s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:18.639951Z","caller":"traceutil/trace.go:171","msg":"trace[1061707971] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"2.829948643s","start":"2026-03-06T01:22:15.809984Z","end":"2026-03-06T01:22:18.639933Z","steps":["trace[1061707971] 'process raft request' (duration: 2.82891568s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.640038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.809927Z","time spent":"2.830062585s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:18.640043Z","caller":"traceutil/trace.go:171","msg":"trace[1198680026] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"2.829555495s","start":"2026-03-06T01:22:15.810426Z","end":"2026-03-06T01:22:18.639982Z","steps":["trace[1198680026] 'process raft request' (duration: 2.828720876s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:18.640142Z","caller":"traceutil/trace.go:171","msg":"trace[1843559052] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"2.830060865s","start":"2026-03-06T01:22:15.810049Z","end":"2026-03-06T01:22:18.64011Z","steps":["trace[1843559052] 'process raft request' (duration: 2.828941971s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:18.640167Z","caller":"traceutil/trace.go:171","msg":"trace[422076574] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"2.34450018s","start":"2026-03-06T01:22:16.295636Z","end":"2026-03-06T01:22:18.640137Z","steps":["trace[422076574] 'process raft request' (duration: 2.34356492s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.640258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.810415Z","time spent":"2.829725268s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:18.640269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.81Z","time spent":"2.830211299s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:18.640325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.295611Z","time spent":"2.344628683s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:18.640397Z","caller":"traceutil/trace.go:171","msg":"trace[1142140511] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"2.83028898s","start":"2026-03-06T01:22:15.810099Z","end":"2026-03-06T01:22:18.640388Z","steps":["trace[1142140511] 'process raft request' (duration: 2.828942641s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.6418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.810074Z","time spent":"2.831669741s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:19.140508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:19.251273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484017318s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:19.813849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:19.81393Z","caller":"traceutil/trace.go:171","msg":"trace[865490808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157729s","start":"2026-03-06T01:22:17.813759Z","end":"2026-03-06T01:22:19.813917Z","steps":["trace[865490808] 'agreement among raft nodes before linearized reading' (duration: 2.000052606s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.81396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.813746Z","time spent":"2.000207489s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:19.919799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014710172s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:19.91992Z","caller":"traceutil/trace.go:171","msg":"trace[1084326734] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23144; }","duration":"1.014837114s","start":"2026-03-06T01:22:18.90506Z","end":"2026-03-06T01:22:19.919897Z","steps":["trace[1084326734] 'range keys from in-memory index tree' (duration: 1.014692841s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.921309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.760576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:19.921423Z","caller":"traceutil/trace.go:171","msg":"trace[74910834] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"2.202694794s","start":"2026-03-06T01:22:17.718708Z","end":"2026-03-06T01:22:19.921403Z","steps":["trace[74910834] 'process raft request' (duration: 1.532755134s)","trace[74910834] 'compare' (duration: 669.336446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:19.921494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.718688Z","time spent":"2.202774956s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:21.384538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350681959s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:21.384766Z","caller":"traceutil/trace.go:171","msg":"trace[302107599] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"3.574268873s","start":"2026-03-06T01:22:17.81046Z","end":"2026-03-06T01:22:21.384729Z","steps":["trace[302107599] 'process raft request' (duration: 2.223268448s)","trace[302107599] 'compare' (duration: 1.348866358s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:21.384829Z","caller":"traceutil/trace.go:171","msg":"trace[2058737229] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"3.572630277s","start":"2026-03-06T01:22:17.812184Z","end":"2026-03-06T01:22:21.384815Z","steps":["trace[2058737229] 'process raft request' (duration: 3.572578526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.384884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.812178Z","time spent":"3.572681378s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:21.384866Z","caller":"traceutil/trace.go:171","msg":"trace[2030345866] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"3.572879623s","start":"2026-03-06T01:22:17.81196Z","end":"2026-03-06T01:22:21.38484Z","steps":["trace[2030345866] 'process raft request' (duration: 3.572671618s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.38492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.810425Z","time spent":"3.574417407s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:21.384922Z","caller":"traceutil/trace.go:171","msg":"trace[1679178799] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"3.572811831s","start":"2026-03-06T01:22:17.812085Z","end":"2026-03-06T01:22:21.384897Z","steps":["trace[1679178799] 'process raft request' (duration: 3.572645187s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.384985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.811932Z","time spent":"3.572996185s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:21.385018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.81208Z","time spent":"3.572891172s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:21.385143Z","caller":"traceutil/trace.go:171","msg":"trace[1694544023] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"3.572425152s","start":"2026-03-06T01:22:17.812703Z","end":"2026-03-06T01:22:21.385128Z","steps":["trace[1694544023] 'process raft request' (duration: 3.572083955s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.385519Z","caller":"traceutil/trace.go:171","msg":"trace[1568460538] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"3.160632483s","start":"2026-03-06T01:22:18.22487Z","end":"2026-03-06T01:22:21.385503Z","steps":["trace[1568460538] 'process raft request' (duration: 3.160217254s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.385585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.224846Z","time spent":"3.160702735s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:21.385591Z","caller":"traceutil/trace.go:171","msg":"trace[896028109] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"2.242379478s","start":"2026-03-06T01:22:19.143183Z","end":"2026-03-06T01:22:21.385562Z","steps":["trace[896028109] 'process raft request' (duration: 2.242203665s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.385724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.143158Z","time spent":"2.24249659s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:21.386649Z","caller":"traceutil/trace.go:171","msg":"trace[1726690904] linearizableReadLoop","detail":"{readStateIndex:23958; appliedIndex:23951; }","duration":"2.747287871s","start":"2026-03-06T01:22:18.639328Z","end":"2026-03-06T01:22:21.386616Z","steps":["trace[1726690904] 'read index received' (duration: 612.150097ms)","trace[1726690904] 'applied index is now lower than readState.Index' (duration: 2.135133164s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:21.385505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.812696Z","time spent":"3.572467374s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:21.38685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249366708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:21.386852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552182056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:21.386896Z","caller":"traceutil/trace.go:171","msg":"trace[177254853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23152; }","duration":"4.249457349s","start":"2026-03-06T01:22:17.137426Z","end":"2026-03-06T01:22:21.386883Z","steps":["trace[177254853] 'agreement among raft nodes before linearized reading' (duration: 4.249352577s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.38692Z","caller":"traceutil/trace.go:171","msg":"trace[1969934346] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23152; }","duration":"3.552284018s","start":"2026-03-06T01:22:17.834619Z","end":"2026-03-06T01:22:21.386903Z","steps":["trace[1969934346] 'agreement among raft nodes before linearized reading' (duration: 3.552131405s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.386929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67160247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:21.386971Z","caller":"traceutil/trace.go:171","msg":"trace[1146714086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23152; }","duration":"3.671692272s","start":"2026-03-06T01:22:17.715268Z","end":"2026-03-06T01:22:21.386961Z","steps":["trace[1146714086] 'agreement among raft nodes before linearized reading' (duration: 3.671556059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.386971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.834583Z","time spent":"3.552377461s","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.386978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982898093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-06T01:22:21.386996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.715248Z","time spent":"3.671741352s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:22:21.387016Z","caller":"traceutil/trace.go:171","msg":"trace[1369616327] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23152; }","duration":"3.982977525s","start":"2026-03-06T01:22:17.404028Z","end":"2026-03-06T01:22:21.387005Z","steps":["trace[1369616327] 'agreement among raft nodes before linearized reading' (duration: 3.982889333s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.386973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.144411041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:22:21.387008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979866376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130345"} {"level":"warn","ts":"2026-03-06T01:22:21.387059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.404006Z","time spent":"3.983045186s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-06T01:22:21.38708Z","caller":"traceutil/trace.go:171","msg":"trace[818145403] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23152; }","duration":"3.979988928s","start":"2026-03-06T01:22:17.407074Z","end":"2026-03-06T01:22:21.387063Z","steps":["trace[818145403] 'agreement among raft nodes before linearized reading' (duration: 3.979681991s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.387112Z","caller":"traceutil/trace.go:171","msg":"trace[236756573] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:23152; }","duration":"5.144540824s","start":"2026-03-06T01:22:16.242511Z","end":"2026-03-06T01:22:21.387052Z","steps":["trace[236756573] 'agreement among raft nodes before linearized reading' (duration: 5.144347149s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.387137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.407058Z","time spent":"3.98007013s","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130368,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T01:22:21.387159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257735557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-06T01:22:21.387174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969803486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:21.387181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.242491Z","time spent":"5.144676787s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-03-06T01:22:21.387242Z","caller":"traceutil/trace.go:171","msg":"trace[1215628216] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23152; }","duration":"2.969895308s","start":"2026-03-06T01:22:18.417336Z","end":"2026-03-06T01:22:21.387231Z","steps":["trace[1215628216] 'agreement among raft nodes before linearized reading' (duration: 2.969803826s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.387254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880321433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:21.386985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479849406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:21.387285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.41732Z","time spent":"2.96995631s","remote":"127.0.0.1:41976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:21.387291Z","caller":"traceutil/trace.go:171","msg":"trace[102402029] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23152; }","duration":"2.880395125s","start":"2026-03-06T01:22:18.506884Z","end":"2026-03-06T01:22:21.387279Z","steps":["trace[102402029] 'agreement among raft nodes before linearized reading' (duration: 2.880324813s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.387309Z","caller":"traceutil/trace.go:171","msg":"trace[1097878795] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23152; }","duration":"5.480196654s","start":"2026-03-06T01:22:15.907091Z","end":"2026-03-06T01:22:21.387288Z","steps":["trace[1097878795] 'agreement among raft nodes before linearized reading' (duration: 5.479868007s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.387321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.506862Z","time spent":"2.880450206s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.387031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.533249473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:21.387395Z","caller":"traceutil/trace.go:171","msg":"trace[1158494091] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23152; }","duration":"5.533638322s","start":"2026-03-06T01:22:15.853742Z","end":"2026-03-06T01:22:21.38738Z","steps":["trace[1158494091] 'agreement among raft nodes before linearized reading' (duration: 5.533260574s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.387444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.853723Z","time spent":"5.533705043s","remote":"127.0.0.1:48242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.386935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.137412Z","time spent":"4.2495126s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.387345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.907059Z","time spent":"5.480275456s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:22:21.387609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.735913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:22:21.387187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934792775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:21.387677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.061961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:21.387691Z","caller":"traceutil/trace.go:171","msg":"trace[1620640117] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23152; }","duration":"2.935396538s","start":"2026-03-06T01:22:18.452271Z","end":"2026-03-06T01:22:21.387667Z","steps":["trace[1620640117] 'agreement among raft nodes before linearized reading' (duration: 2.934715053s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.387717Z","caller":"traceutil/trace.go:171","msg":"trace[1909124562] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23152; }","duration":"777.100123ms","start":"2026-03-06T01:22:20.610607Z","end":"2026-03-06T01:22:21.387707Z","steps":["trace[1909124562] 'agreement among raft nodes before linearized reading' (duration: 777.048802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.387192Z","caller":"traceutil/trace.go:171","msg":"trace[1545822502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23152; }","duration":"2.257789198s","start":"2026-03-06T01:22:19.129392Z","end":"2026-03-06T01:22:21.387181Z","steps":["trace[1545822502] 'agreement among raft nodes before linearized reading' (duration: 2.257673846s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.387769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.610554Z","time spent":"777.204435ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.387805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.129377Z","time spent":"2.258410332s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T01:22:21.38786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877641959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:21.387896Z","caller":"traceutil/trace.go:171","msg":"trace[2004446974] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23152; }","duration":"4.877720701s","start":"2026-03-06T01:22:16.510163Z","end":"2026-03-06T01:22:21.387884Z","steps":["trace[2004446974] 'agreement among raft nodes before linearized reading' (duration: 4.877661929s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.387931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.510131Z","time spent":"4.877792482s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.387475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.055568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:21.387992Z","caller":"traceutil/trace.go:171","msg":"trace[52626424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23152; }","duration":"125.6042ms","start":"2026-03-06T01:22:21.262374Z","end":"2026-03-06T01:22:21.387978Z","steps":["trace[52626424] 'agreement among raft nodes before linearized reading' (duration: 125.069838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56983181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:22:21.388056Z","caller":"traceutil/trace.go:171","msg":"trace[1431545653] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23152; }","duration":"1.569890041s","start":"2026-03-06T01:22:19.818156Z","end":"2026-03-06T01:22:21.388046Z","steps":["trace[1431545653] 'agreement among raft nodes before linearized reading' (duration: 1.569792229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.818146Z","time spent":"1.569972564s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"info","ts":"2026-03-06T01:22:21.387638Z","caller":"traceutil/trace.go:171","msg":"trace[533567840] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23152; }","duration":"184.805404ms","start":"2026-03-06T01:22:21.202824Z","end":"2026-03-06T01:22:21.387629Z","steps":["trace[533567840] 'agreement among raft nodes before linearized reading' (duration: 184.672051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701642998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:21.38793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568169705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:21.388223Z","caller":"traceutil/trace.go:171","msg":"trace[187492662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23152; }","duration":"4.70171887s","start":"2026-03-06T01:22:16.686494Z","end":"2026-03-06T01:22:21.388212Z","steps":["trace[187492662] 'agreement among raft nodes before linearized reading' (duration: 4.701669259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.686428Z","time spent":"4.701819652s","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.386881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153734579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:22:21.388351Z","caller":"traceutil/trace.go:171","msg":"trace[1308073763] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23152; }","duration":"4.155235672s","start":"2026-03-06T01:22:17.233103Z","end":"2026-03-06T01:22:21.388339Z","steps":["trace[1308073763] 'agreement among raft nodes before linearized reading' (duration: 4.153642987s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.233085Z","time spent":"4.155299343s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:22:21.388407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713401545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:22:21.388466Z","caller":"traceutil/trace.go:171","msg":"trace[1490885897] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23152; }","duration":"1.713486077s","start":"2026-03-06T01:22:19.674971Z","end":"2026-03-06T01:22:21.388457Z","steps":["trace[1490885897] 'agreement among raft nodes before linearized reading' (duration: 1.713288893s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.674957Z","time spent":"1.713539788s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.388539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985107276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:22:21.388554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.948380039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:21.387729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.452254Z","time spent":"2.935463049s","remote":"127.0.0.1:42030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:21.388621Z","caller":"traceutil/trace.go:171","msg":"trace[181214857] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23152; }","duration":"4.948494631s","start":"2026-03-06T01:22:16.440107Z","end":"2026-03-06T01:22:21.388601Z","steps":["trace[181214857] 'agreement among raft nodes before linearized reading' (duration: 4.948394969s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.795392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:21.388667Z","caller":"traceutil/trace.go:171","msg":"trace[1907176056] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23152; }","duration":"359.864403ms","start":"2026-03-06T01:22:21.02879Z","end":"2026-03-06T01:22:21.388655Z","steps":["trace[1907176056] 'agreement among raft nodes before linearized reading' (duration: 359.814372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.440082Z","time spent":"4.948568922s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:21.388244Z","caller":"traceutil/trace.go:171","msg":"trace[597897318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23152; }","duration":"1.568469561s","start":"2026-03-06T01:22:19.819754Z","end":"2026-03-06T01:22:21.388223Z","steps":["trace[597897318] 'agreement among raft nodes before linearized reading' (duration: 1.568154144s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.288147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:21.38878Z","caller":"traceutil/trace.go:171","msg":"trace[1657290124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23152; }","duration":"743.373629ms","start":"2026-03-06T01:22:20.645397Z","end":"2026-03-06T01:22:21.388771Z","steps":["trace[1657290124] 'agreement among raft nodes before linearized reading' (duration: 743.289327ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.38859Z","caller":"traceutil/trace.go:171","msg":"trace[1825378563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23152; }","duration":"1.985207118s","start":"2026-03-06T01:22:19.40337Z","end":"2026-03-06T01:22:21.388577Z","steps":["trace[1825378563] 'agreement among raft nodes before linearized reading' (duration: 1.984965933s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.387665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.590124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:22:21.388698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.02877Z","time spent":"359.919485ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:21.38885Z","caller":"traceutil/trace.go:171","msg":"trace[521384034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23152; }","duration":"744.804521ms","start":"2026-03-06T01:22:20.644033Z","end":"2026-03-06T01:22:21.388837Z","steps":["trace[521384034] 'agreement among raft nodes before linearized reading' (duration: 743.566694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.644016Z","time spent":"744.859712ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:21.388583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.711645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T01:22:21.388959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.870061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:21.388968Z","caller":"traceutil/trace.go:171","msg":"trace[1731017601] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23152; }","duration":"743.115615ms","start":"2026-03-06T01:22:20.64584Z","end":"2026-03-06T01:22:21.388956Z","steps":["trace[1731017601] 'agreement among raft nodes before linearized reading' (duration: 742.664824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.388804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.645377Z","time spent":"743.421701ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:21.389008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.64583Z","time spent":"743.166926ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:21.388145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502312714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:21.389152Z","caller":"traceutil/trace.go:171","msg":"trace[1125982475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23152; }","duration":"4.503419379s","start":"2026-03-06T01:22:16.885723Z","end":"2026-03-06T01:22:21.389142Z","steps":["trace[1125982475] 'agreement among raft nodes before linearized reading' (duration: 4.502332724s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.389187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.8857Z","time spent":"4.50347598s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:21.388845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.403357Z","time spent":"1.985471404s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:21.388742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:19.819737Z","time spent":"1.568990802s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:21.389449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.137779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:22:21.389496Z","caller":"traceutil/trace.go:171","msg":"trace[912392822] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23152; }","duration":"452.231781ms","start":"2026-03-06T01:22:20.937254Z","end":"2026-03-06T01:22:21.389486Z","steps":["trace[912392822] 'agreement among raft nodes before linearized reading' (duration: 451.460104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.389531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.937232Z","time spent":"452.289452ms","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":225,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:21.388989Z","caller":"traceutil/trace.go:171","msg":"trace[1584427483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23152; }","duration":"743.932952ms","start":"2026-03-06T01:22:20.645047Z","end":"2026-03-06T01:22:21.38898Z","steps":["trace[1584427483] 'agreement among raft nodes before linearized reading' (duration: 743.855801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.390089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:20.645027Z","time spent":"745.047926ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:21.390174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.291639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:22:21.390236Z","caller":"traceutil/trace.go:171","msg":"trace[871607925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23152; }","duration":"311.776304ms","start":"2026-03-06T01:22:21.078426Z","end":"2026-03-06T01:22:21.390202Z","steps":["trace[871607925] 'agreement among raft nodes before linearized reading' (duration: 309.272379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.390263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.078412Z","time spent":"311.843365ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:21.892835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:22.797535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.29555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:22.797624Z","caller":"traceutil/trace.go:171","msg":"trace[523034858] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.406751685s","start":"2026-03-06T01:22:21.390854Z","end":"2026-03-06T01:22:22.797605Z","steps":["trace[523034858] 'process raft request' (duration: 642.325762ms)","trace[523034858] 'compare' (duration: 763.733848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:22.797658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.390839Z","time spent":"1.406803796s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:23.443264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340563096s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:24.176451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.977451ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:22:24.17663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.391757Z","time spent":"2.784865268s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:22:24.176995Z","caller":"traceutil/trace.go:171","msg":"trace[1782093561] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"2.781838812s","start":"2026-03-06T01:22:21.395128Z","end":"2026-03-06T01:22:24.176966Z","steps":["trace[1782093561] 'process raft request' (duration: 2.781390052s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.177135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.395093Z","time spent":"2.781973495s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.177184Z","caller":"traceutil/trace.go:171","msg":"trace[307329389] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"2.782025576s","start":"2026-03-06T01:22:21.395148Z","end":"2026-03-06T01:22:24.177173Z","steps":["trace[307329389] 'process raft request' (duration: 2.781454094s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.17733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.395135Z","time spent":"2.782098928s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.177359Z","caller":"traceutil/trace.go:171","msg":"trace[516690326] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"2.782061847s","start":"2026-03-06T01:22:21.395282Z","end":"2026-03-06T01:22:24.177343Z","steps":["trace[516690326] 'process raft request' (duration: 2.781378172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.177415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.39527Z","time spent":"2.782114748s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.177504Z","caller":"traceutil/trace.go:171","msg":"trace[9208768] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"2.78220429s","start":"2026-03-06T01:22:21.395292Z","end":"2026-03-06T01:22:24.177496Z","steps":["trace[9208768] 'process raft request' (duration: 2.781382352s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.177555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.395286Z","time spent":"2.782244631s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.177613Z","caller":"traceutil/trace.go:171","msg":"trace[1971055155] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"2.782391124s","start":"2026-03-06T01:22:21.395206Z","end":"2026-03-06T01:22:24.177597Z","steps":["trace[1971055155] 'process raft request' (duration: 2.781416732s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.177706Z","caller":"traceutil/trace.go:171","msg":"trace[450986045] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"2.782403055s","start":"2026-03-06T01:22:21.39529Z","end":"2026-03-06T01:22:24.177693Z","steps":["trace[450986045] 'process raft request' (duration: 2.781400883s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.177132Z","caller":"traceutil/trace.go:171","msg":"trace[447718404] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"2.781877903s","start":"2026-03-06T01:22:21.395225Z","end":"2026-03-06T01:22:24.177103Z","steps":["trace[447718404] 'process raft request' (duration: 2.781412763s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.177703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.395192Z","time spent":"2.782468266s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.177768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.395282Z","time spent":"2.782456926s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.177983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.395216Z","time spent":"2.782618519s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.298677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:24.298762Z","caller":"traceutil/trace.go:171","msg":"trace[1130798414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086466s","start":"2026-03-06T01:22:22.298658Z","end":"2026-03-06T01:22:24.298745Z","steps":["trace[1130798414] 'agreement among raft nodes before linearized reading' (duration: 1.999979924s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.29881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.298641Z","time spent":"2.000159669s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:24.993633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48228609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:25.033979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.24403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:22:25.034842Z","caller":"traceutil/trace.go:171","msg":"trace[2014898423] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"3.107854159s","start":"2026-03-06T01:22:21.926966Z","end":"2026-03-06T01:22:25.03482Z","steps":["trace[2014898423] 'process raft request' (duration: 3.107117903s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.035038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.92695Z","time spent":"3.107948142s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:25.034831Z","caller":"traceutil/trace.go:171","msg":"trace[826171417] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23959; }","duration":"3.643053509s","start":"2026-03-06T01:22:21.391749Z","end":"2026-03-06T01:22:25.034803Z","steps":["trace[826171417] 'read index received' (duration: 641.427131ms)","trace[826171417] 'applied index is now lower than readState.Index' (duration: 3.001624678s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:25.536841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:25.630931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.239150382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114339"} {"level":"info","ts":"2026-03-06T01:22:25.631044Z","caller":"traceutil/trace.go:171","msg":"trace[680342532] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23162; }","duration":"4.239292485s","start":"2026-03-06T01:22:21.391722Z","end":"2026-03-06T01:22:25.631014Z","steps":["trace[680342532] 'agreement among raft nodes before linearized reading' (duration: 3.643154271s)","trace[680342532] 'range keys from in-memory index tree' (duration: 595.09265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:25.631113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.391705Z","time spent":"4.239388506s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114362,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-06T01:22:25.631412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.525532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:25.631757Z","caller":"traceutil/trace.go:171","msg":"trace[177570339] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"2.413533311s","start":"2026-03-06T01:22:23.218186Z","end":"2026-03-06T01:22:25.631719Z","steps":["trace[177570339] 'process raft request' (duration: 1.816607251s)","trace[177570339] 'compare' (duration: 595.037388ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:25.631799Z","caller":"traceutil/trace.go:171","msg":"trace[2132970783] linearizableReadLoop","detail":"{readStateIndex:23977; appliedIndex:23970; }","duration":"595.641252ms","start":"2026-03-06T01:22:25.03614Z","end":"2026-03-06T01:22:25.631781Z","steps":["trace[2132970783] 'read index received' (duration: 592.956953ms)","trace[2132970783] 'applied index is now lower than readState.Index' (duration: 2.682609ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:25.631842Z","caller":"traceutil/trace.go:171","msg":"trace[1789001362] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"2.241235713s","start":"2026-03-06T01:22:23.39056Z","end":"2026-03-06T01:22:25.631796Z","steps":["trace[1789001362] 'process raft request' (duration: 2.241061769s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.631908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.218144Z","time spent":"2.413690584s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:25.631929Z","caller":"traceutil/trace.go:171","msg":"trace[288480952] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"2.236209522s","start":"2026-03-06T01:22:23.395712Z","end":"2026-03-06T01:22:25.631922Z","steps":["trace[288480952] 'process raft request' (duration: 2.236002908s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.631997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.395699Z","time spent":"2.236262743s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:25.632022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.39055Z","time spent":"2.241384277s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:25.63203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373187952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.632088Z","caller":"traceutil/trace.go:171","msg":"trace[2027532527] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23168; }","duration":"2.373300235s","start":"2026-03-06T01:22:23.258769Z","end":"2026-03-06T01:22:25.632069Z","steps":["trace[2027532527] 'agreement among raft nodes before linearized reading' (duration: 2.373196492s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.632126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.25874Z","time spent":"2.373377177s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:25.632172Z","caller":"traceutil/trace.go:171","msg":"trace[1491407390] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"2.241876827s","start":"2026-03-06T01:22:23.39028Z","end":"2026-03-06T01:22:25.632157Z","steps":["trace[1491407390] 'process raft request' (duration: 2.241217963s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.632217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.237414533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-06T01:22:25.632232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668434604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-06T01:22:25.63225Z","caller":"traceutil/trace.go:171","msg":"trace[498949598] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23168; }","duration":"4.237463654s","start":"2026-03-06T01:22:21.394776Z","end":"2026-03-06T01:22:25.63224Z","steps":["trace[498949598] 'agreement among raft nodes before linearized reading' (duration: 4.237344842s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.63225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.390263Z","time spent":"2.241948479s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:25.632266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045751723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.632276Z","caller":"traceutil/trace.go:171","msg":"trace[618315551] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23168; }","duration":"1.668520846s","start":"2026-03-06T01:22:23.963744Z","end":"2026-03-06T01:22:25.632264Z","steps":["trace[618315551] 'agreement among raft nodes before linearized reading' (duration: 1.668403753s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.63228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.394768Z","time spent":"4.237505885s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-06T01:22:25.632307Z","caller":"traceutil/trace.go:171","msg":"trace[1890004241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23168; }","duration":"2.045836064s","start":"2026-03-06T01:22:23.586457Z","end":"2026-03-06T01:22:25.632294Z","steps":["trace[1890004241] 'agreement among raft nodes before linearized reading' (duration: 2.045765573s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.63231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.963716Z","time spent":"1.668582877s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:25.632329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253090044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:25.632338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.586432Z","time spent":"2.045898266s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:25.63236Z","caller":"traceutil/trace.go:171","msg":"trace[295002212] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23168; }","duration":"2.253124305s","start":"2026-03-06T01:22:23.379226Z","end":"2026-03-06T01:22:25.63235Z","steps":["trace[295002212] 'agreement among raft nodes before linearized reading' (duration: 2.253065203s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.632359Z","caller":"traceutil/trace.go:171","msg":"trace[999513095] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"2.241868636s","start":"2026-03-06T01:22:23.390473Z","end":"2026-03-06T01:22:25.632342Z","steps":["trace[999513095] 'process raft request' (duration: 2.2411123s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.632391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.379199Z","time spent":"2.253184106s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.632471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.390446Z","time spent":"2.241946099s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:25.632538Z","caller":"traceutil/trace.go:171","msg":"trace[1913794945] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23168; }","duration":"1.451339258s","start":"2026-03-06T01:22:24.181183Z","end":"2026-03-06T01:22:25.632522Z","steps":["trace[1913794945] 'process raft request' (duration: 1.450568942s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.631899Z","caller":"traceutil/trace.go:171","msg":"trace[1405622644] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"2.238464252s","start":"2026-03-06T01:22:23.393421Z","end":"2026-03-06T01:22:25.631886Z","steps":["trace[1405622644] 'process raft request' (duration: 2.238235407s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.632554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661842924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:22:25.632589Z","caller":"traceutil/trace.go:171","msg":"trace[1286255550] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23168; }","duration":"3.661904665s","start":"2026-03-06T01:22:21.970675Z","end":"2026-03-06T01:22:25.63258Z","steps":["trace[1286255550] 'agreement among raft nodes before linearized reading' (duration: 3.661803672s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.632617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.970659Z","time spent":"3.661950135s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:22:25.632622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.181139Z","time spent":"1.45142749s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:25.632623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.393399Z","time spent":"2.239179348s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:25.632711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333604882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.632741Z","caller":"traceutil/trace.go:171","msg":"trace[560035563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23168; }","duration":"1.333672224s","start":"2026-03-06T01:22:24.299059Z","end":"2026-03-06T01:22:25.632732Z","steps":["trace[560035563] 'agreement among raft nodes before linearized reading' (duration: 1.333627103s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.632767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.299036Z","time spent":"1.333725335s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:25.632772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23772361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:25.632542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954812088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:25.632819Z","caller":"traceutil/trace.go:171","msg":"trace[587102224] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23168; }","duration":"4.237811612s","start":"2026-03-06T01:22:21.394993Z","end":"2026-03-06T01:22:25.632805Z","steps":["trace[587102224] 'agreement among raft nodes before linearized reading' (duration: 4.23772567s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.632826Z","caller":"traceutil/trace.go:171","msg":"trace[684868337] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23168; }","duration":"1.955137875s","start":"2026-03-06T01:22:23.677675Z","end":"2026-03-06T01:22:25.632812Z","steps":["trace[684868337] 'agreement among raft nodes before linearized reading' (duration: 1.954836758s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.632861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.394967Z","time spent":"4.237883434s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:22:25.632981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072341552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-06T01:22:25.633009Z","caller":"traceutil/trace.go:171","msg":"trace[301206819] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23168; }","duration":"1.072409424s","start":"2026-03-06T01:22:24.56059Z","end":"2026-03-06T01:22:25.633Z","steps":["trace[301206819] 'agreement among raft nodes before linearized reading' (duration: 1.072294851s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.633035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.560565Z","time spent":"1.072464035s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-06T01:22:25.632865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.67765Z","time spent":"1.955201366s","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.633102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727008062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:25.633116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241188027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51c5e714-e9b4-454f-9349-c3aaf58e8bc4\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-06T01:22:25.63315Z","caller":"traceutil/trace.go:171","msg":"trace[660171105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23168; }","duration":"3.727095813s","start":"2026-03-06T01:22:21.906038Z","end":"2026-03-06T01:22:25.633134Z","steps":["trace[660171105] 'agreement among raft nodes before linearized reading' (duration: 3.727017921s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.633172Z","caller":"traceutil/trace.go:171","msg":"trace[1451754134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51c5e714-e9b4-454f-9349-c3aaf58e8bc4; range_end:; response_count:1; response_revision:23168; }","duration":"4.241258328s","start":"2026-03-06T01:22:21.391894Z","end":"2026-03-06T01:22:25.633153Z","steps":["trace[1451754134] 'agreement among raft nodes before linearized reading' (duration: 4.240994602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.633195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.906017Z","time spent":"3.727164505s","remote":"127.0.0.1:48184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.633261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.391885Z","time spent":"4.241314789s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-51c5e714-e9b4-454f-9349-c3aaf58e8bc4\" "} {"level":"warn","ts":"2026-03-06T01:22:25.632854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.289095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:25.633382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.750195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.633401Z","caller":"traceutil/trace.go:171","msg":"trace[1724603380] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23168; }","duration":"498.866738ms","start":"2026-03-06T01:22:25.134523Z","end":"2026-03-06T01:22:25.63339Z","steps":["trace[1724603380] 'agreement among raft nodes before linearized reading' (duration: 498.281825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.63342Z","caller":"traceutil/trace.go:171","msg":"trace[1003810895] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23168; }","duration":"268.791396ms","start":"2026-03-06T01:22:25.364621Z","end":"2026-03-06T01:22:25.633413Z","steps":["trace[1003810895] 'agreement among raft nodes before linearized reading' (duration: 268.729084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.633442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.134504Z","time spent":"498.92432ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.633474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.901419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7445879d9b-gj22v.189a1a21b2fd403d\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-06T01:22:25.633514Z","caller":"traceutil/trace.go:171","msg":"trace[1530615630] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7445879d9b-gj22v.189a1a21b2fd403d; range_end:; response_count:1; response_revision:23168; }","duration":"268.991761ms","start":"2026-03-06T01:22:25.364511Z","end":"2026-03-06T01:22:25.633503Z","steps":["trace[1530615630] 'agreement among raft nodes before linearized reading' (duration: 268.870198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.171137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420695223s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:27.640666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:27.640737Z","caller":"traceutil/trace.go:171","msg":"trace[1486989500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486855s","start":"2026-03-06T01:22:25.640238Z","end":"2026-03-06T01:22:27.640725Z","steps":["trace[1486989500] 'agreement among raft nodes before linearized reading' (duration: 2.000399513s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.64077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.640227Z","time spent":"2.000534376s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:27.807881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057442352s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:22:27.808406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.63557Z","time spent":"2.172828586s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:27.808698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.63395Z","time spent":"2.174746887s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:22:27.808741Z","caller":"traceutil/trace.go:171","msg":"trace[2002784989] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23977; }","duration":"2.172224761s","start":"2026-03-06T01:22:25.636501Z","end":"2026-03-06T01:22:27.808725Z","steps":["trace[2002784989] 'read index received' (duration: 113.935091ms)","trace[2002784989] 'applied index is now lower than readState.Index' (duration: 2.0582882s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:27.808683Z","caller":"traceutil/trace.go:171","msg":"trace[212936412] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"767.116183ms","start":"2026-03-06T01:22:27.04146Z","end":"2026-03-06T01:22:27.808576Z","steps":["trace[212936412] 'process raft request' (duration: 766.937409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:27.808921Z","caller":"traceutil/trace.go:171","msg":"trace[193866293] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"1.417566133s","start":"2026-03-06T01:22:26.391339Z","end":"2026-03-06T01:22:27.808905Z","steps":["trace[193866293] 'process raft request' (duration: 1.416874168s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.80913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.391318Z","time spent":"1.417654275s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:27.808929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.041433Z","time spent":"767.42427ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:27.809365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172839764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:22:27.809443Z","caller":"traceutil/trace.go:171","msg":"trace[2135466003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23170; }","duration":"2.172941577s","start":"2026-03-06T01:22:25.636483Z","end":"2026-03-06T01:22:27.809424Z","steps":["trace[2135466003] 'agreement among raft nodes before linearized reading' (duration: 2.172720122s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.809487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.636472Z","time spent":"2.173007058s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:28.309299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:28.810043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:29.096839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331334642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:29.144044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.47939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:29.144131Z","caller":"traceutil/trace.go:171","msg":"trace[78571092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23170; }","duration":"239.578902ms","start":"2026-03-06T01:22:28.904537Z","end":"2026-03-06T01:22:29.144115Z","steps":["trace[78571092] 'range keys from in-memory index tree' (duration: 239.45297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.14552Z","caller":"traceutil/trace.go:171","msg":"trace[596906953] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"1.506867092s","start":"2026-03-06T01:22:27.638625Z","end":"2026-03-06T01:22:29.145492Z","steps":["trace[596906953] 'process raft request' (duration: 1.458417024s)","trace[596906953] 'compare' (duration: 48.006009ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:29.145558Z","caller":"traceutil/trace.go:171","msg":"trace[1464832441] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"1.505771618s","start":"2026-03-06T01:22:27.639768Z","end":"2026-03-06T01:22:29.14554Z","steps":["trace[1464832441] 'process raft request' (duration: 1.505736388s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.145663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.639738Z","time spent":"1.50586612s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:29.145665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.6386Z","time spent":"1.506976365s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:29.145822Z","caller":"traceutil/trace.go:171","msg":"trace[372138281] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"1.50677461s","start":"2026-03-06T01:22:27.639039Z","end":"2026-03-06T01:22:29.145814Z","steps":["trace[372138281] 'process raft request' (duration: 1.506379561s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.145864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.639017Z","time spent":"1.506826342s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:29.14592Z","caller":"traceutil/trace.go:171","msg":"trace[1737274119] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"1.506540766s","start":"2026-03-06T01:22:27.639373Z","end":"2026-03-06T01:22:29.145914Z","steps":["trace[1737274119] 'process raft request' (duration: 1.506077134s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.145953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.639367Z","time spent":"1.506569416s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:29.146006Z","caller":"traceutil/trace.go:171","msg":"trace[401692935] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"1.506452233s","start":"2026-03-06T01:22:27.639545Z","end":"2026-03-06T01:22:29.145997Z","steps":["trace[401692935] 'process raft request' (duration: 1.505934801s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.146042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.63953Z","time spent":"1.506492695s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:29.641884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:29.641941Z","caller":"traceutil/trace.go:171","msg":"trace[1306873600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481506s","start":"2026-03-06T01:22:27.641446Z","end":"2026-03-06T01:22:29.641927Z","steps":["trace[1306873600] 'agreement among raft nodes before linearized reading' (duration: 2.000399334s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.641971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.641434Z","time spent":"2.000531097s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:30.421375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322269043s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:30.421918Z","caller":"traceutil/trace.go:171","msg":"trace[1449797222] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"2.612255893s","start":"2026-03-06T01:22:27.80964Z","end":"2026-03-06T01:22:30.421896Z","steps":["trace[1449797222] 'process raft request' (duration: 2.612045438s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.422046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.809607Z","time spent":"2.612367186s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:30.422189Z","caller":"traceutil/trace.go:171","msg":"trace[140759337] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"2.612222443s","start":"2026-03-06T01:22:27.809937Z","end":"2026-03-06T01:22:30.422159Z","steps":["trace[140759337] 'process raft request' (duration: 2.611903496s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.422345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.809914Z","time spent":"2.612350105s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:30.422377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.785310603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-06T01:22:30.422401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.515001095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:30.422424Z","caller":"traceutil/trace.go:171","msg":"trace[314013085] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23178; }","duration":"4.785376685s","start":"2026-03-06T01:22:25.637037Z","end":"2026-03-06T01:22:30.422414Z","steps":["trace[314013085] 'agreement among raft nodes before linearized reading' (duration: 4.785214812s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.422439Z","caller":"traceutil/trace.go:171","msg":"trace[91610054] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23178; }","duration":"4.515062985s","start":"2026-03-06T01:22:25.907364Z","end":"2026-03-06T01:22:30.422427Z","steps":["trace[91610054] 'agreement among raft nodes before linearized reading' (duration: 4.515011024s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.422458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.637031Z","time spent":"4.785418926s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:30.42243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492358134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:30.422461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.239651053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:22:30.422476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.907348Z","time spent":"4.515117717s","remote":"127.0.0.1:33538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.422348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598519734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:30.422517Z","caller":"traceutil/trace.go:171","msg":"trace[652670793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23178; }","duration":"4.239759455s","start":"2026-03-06T01:22:26.18274Z","end":"2026-03-06T01:22:30.4225Z","steps":["trace[652670793] 'agreement among raft nodes before linearized reading' (duration: 4.239508589s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.422583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284531312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:30.422215Z","caller":"traceutil/trace.go:171","msg":"trace[973258427] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23981; }","duration":"2.613371188s","start":"2026-03-06T01:22:27.808827Z","end":"2026-03-06T01:22:30.422198Z","steps":["trace[973258427] 'read index received' (duration: 1.288182371s)","trace[973258427] 'applied index is now lower than readState.Index' (duration: 1.325187947s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:30.422514Z","caller":"traceutil/trace.go:171","msg":"trace[984573731] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23178; }","duration":"4.492479677s","start":"2026-03-06T01:22:25.930012Z","end":"2026-03-06T01:22:30.422492Z","steps":["trace[984573731] 'agreement among raft nodes before linearized reading' (duration: 4.492342564s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.422643Z","caller":"traceutil/trace.go:171","msg":"trace[1436180141] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23178; }","duration":"4.284616084s","start":"2026-03-06T01:22:26.138011Z","end":"2026-03-06T01:22:30.422627Z","steps":["trace[1436180141] 'agreement among raft nodes before linearized reading' (duration: 4.284532512s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.422595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.182713Z","time spent":"4.239862658s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:30.42269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.137997Z","time spent":"4.284677845s","remote":"127.0.0.1:33570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.422721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238990098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T01:22:30.422739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501685443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:30.422767Z","caller":"traceutil/trace.go:171","msg":"trace[394177151] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23178; }","duration":"4.239049099s","start":"2026-03-06T01:22:26.183706Z","end":"2026-03-06T01:22:30.422755Z","steps":["trace[394177151] 'agreement among raft nodes before linearized reading' (duration: 4.238933247s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.422775Z","caller":"traceutil/trace.go:171","msg":"trace[35586606] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23178; }","duration":"3.501723444s","start":"2026-03-06T01:22:26.92104Z","end":"2026-03-06T01:22:30.422764Z","steps":["trace[35586606] 'agreement among raft nodes before linearized reading' (duration: 3.501638722s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.422802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.1837Z","time spent":"4.23909472s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:30.422807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.920954Z","time spent":"3.501844736s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.422832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.785426686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130345"} {"level":"info","ts":"2026-03-06T01:22:30.422564Z","caller":"traceutil/trace.go:171","msg":"trace[921222344] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23178; }","duration":"4.598753049s","start":"2026-03-06T01:22:25.823774Z","end":"2026-03-06T01:22:30.422527Z","steps":["trace[921222344] 'agreement among raft nodes before linearized reading' (duration: 4.598532555s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.422881Z","caller":"traceutil/trace.go:171","msg":"trace[1900704875] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23178; }","duration":"4.785504768s","start":"2026-03-06T01:22:25.637365Z","end":"2026-03-06T01:22:30.422869Z","steps":["trace[1900704875] 'agreement among raft nodes before linearized reading' (duration: 4.785342884s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.422918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.637351Z","time spent":"4.785557869s","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130368,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-06T01:22:30.422861Z","caller":"traceutil/trace.go:171","msg":"trace[803303817] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"1.365240389s","start":"2026-03-06T01:22:29.057598Z","end":"2026-03-06T01:22:30.422839Z","steps":["trace[803303817] 'process raft request' (duration: 1.364490403s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.423006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.823753Z","time spent":"4.599156669s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:30.423047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.239243404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:30.423079Z","caller":"traceutil/trace.go:171","msg":"trace[2033608774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23178; }","duration":"4.239326885s","start":"2026-03-06T01:22:26.183743Z","end":"2026-03-06T01:22:30.42307Z","steps":["trace[2033608774] 'agreement among raft nodes before linearized reading' (duration: 4.239179722s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.423116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.183715Z","time spent":"4.239394497s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:30.422688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784805403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-06T01:22:30.422662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.929982Z","time spent":"4.49266519s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.423228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.05758Z","time spent":"1.365475504s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:30.423268Z","caller":"traceutil/trace.go:171","msg":"trace[1180285151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23178; }","duration":"4.785348054s","start":"2026-03-06T01:22:25.637862Z","end":"2026-03-06T01:22:30.42321Z","steps":["trace[1180285151] 'agreement among raft nodes before linearized reading' (duration: 4.784737151s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.423388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.637856Z","time spent":"4.785509429s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T01:22:30.42326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786181823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-06T01:22:30.423539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.239903219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:22:30.423572Z","caller":"traceutil/trace.go:171","msg":"trace[962827033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23178; }","duration":"4.2399544s","start":"2026-03-06T01:22:26.183606Z","end":"2026-03-06T01:22:30.423561Z","steps":["trace[962827033] 'agreement among raft nodes before linearized reading' (duration: 4.239800526s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.423569Z","caller":"traceutil/trace.go:171","msg":"trace[1799782188] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23178; }","duration":"4.78650744s","start":"2026-03-06T01:22:25.637051Z","end":"2026-03-06T01:22:30.423558Z","steps":["trace[1799782188] 'agreement among raft nodes before linearized reading' (duration: 4.786153241s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.423602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.183596Z","time spent":"4.240001562s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:30.423616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.63704Z","time spent":"4.786565312s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-06T01:22:30.423747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240910301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:30.423833Z","caller":"traceutil/trace.go:171","msg":"trace[802117536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23178; }","duration":"4.241033273s","start":"2026-03-06T01:22:26.182786Z","end":"2026-03-06T01:22:30.42382Z","steps":["trace[802117536] 'agreement among raft nodes before linearized reading' (duration: 4.240641235s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.423914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.182766Z","time spent":"4.241137726s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:30.424624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240935101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:30.425174Z","caller":"traceutil/trace.go:171","msg":"trace[1709423286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23178; }","duration":"4.241509314s","start":"2026-03-06T01:22:26.183644Z","end":"2026-03-06T01:22:30.425153Z","steps":["trace[1709423286] 'agreement among raft nodes before linearized reading' (duration: 4.23906883s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.425238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.183633Z","time spent":"4.241587766s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:30.773697Z","caller":"traceutil/trace.go:171","msg":"trace[1476856633] linearizableReadLoop","detail":"{readStateIndex:23990; appliedIndex:23989; }","duration":"351.00589ms","start":"2026-03-06T01:22:30.422656Z","end":"2026-03-06T01:22:30.773662Z","steps":["trace[1476856633] 'read index received' (duration: 292.171212ms)","trace[1476856633] 'applied index is now lower than readState.Index' (duration: 58.833308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:30.773781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295961463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:30.773852Z","caller":"traceutil/trace.go:171","msg":"trace[2022653727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23179; }","duration":"1.296077556s","start":"2026-03-06T01:22:29.477755Z","end":"2026-03-06T01:22:30.773832Z","steps":["trace[2022653727] 'agreement among raft nodes before linearized reading' (duration: 1.295950473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.773891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641298324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:30.773947Z","caller":"traceutil/trace.go:171","msg":"trace[1055771370] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"958.686198ms","start":"2026-03-06T01:22:29.815247Z","end":"2026-03-06T01:22:30.773934Z","steps":["trace[1055771370] 'process raft request' (duration: 899.596005ms)","trace[1055771370] 'compare' (duration: 58.658533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:30.77404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.815214Z","time spent":"958.767459ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:30.774212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.572126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:30.774244Z","caller":"traceutil/trace.go:171","msg":"trace[1079159021] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23179; }","duration":"949.605206ms","start":"2026-03-06T01:22:29.824629Z","end":"2026-03-06T01:22:30.774234Z","steps":["trace[1079159021] 'agreement among raft nodes before linearized reading' (duration: 949.549335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.773849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610782541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:30.774274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.824554Z","time spent":"949.712079ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:30.774306Z","caller":"traceutil/trace.go:171","msg":"trace[484024190] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23179; }","duration":"2.611280142s","start":"2026-03-06T01:22:28.163001Z","end":"2026-03-06T01:22:30.774281Z","steps":["trace[484024190] 'agreement among raft nodes before linearized reading' (duration: 2.610742001s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.774303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705266865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:30.77438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.162988Z","time spent":"2.611366674s","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.774462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058492097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:30.774492Z","caller":"traceutil/trace.go:171","msg":"trace[176122576] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23179; }","duration":"1.058568459s","start":"2026-03-06T01:22:29.715914Z","end":"2026-03-06T01:22:30.774483Z","steps":["trace[176122576] 'agreement among raft nodes before linearized reading' (duration: 1.058518298s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.774399Z","caller":"traceutil/trace.go:171","msg":"trace[1857088826] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23179; }","duration":"2.705434228s","start":"2026-03-06T01:22:28.068943Z","end":"2026-03-06T01:22:30.774377Z","steps":["trace[1857088826] 'agreement among raft nodes before linearized reading' (duration: 2.705242424s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.774578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12077008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:30.774615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675515001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:30.773902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.477735Z","time spent":"1.296157957s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:30.774652Z","caller":"traceutil/trace.go:171","msg":"trace[1832393439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23179; }","duration":"1.120870482s","start":"2026-03-06T01:22:29.65376Z","end":"2026-03-06T01:22:30.774631Z","steps":["trace[1832393439] 'agreement among raft nodes before linearized reading' (duration: 1.120757299s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.774689Z","caller":"traceutil/trace.go:171","msg":"trace[354376914] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23179; }","duration":"1.675616813s","start":"2026-03-06T01:22:29.099046Z","end":"2026-03-06T01:22:30.774662Z","steps":["trace[354376914] 'agreement among raft nodes before linearized reading' (duration: 1.6754932s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.774723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.653744Z","time spent":"1.120965545s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:30.774743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.099028Z","time spent":"1.675700025s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.774637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.068922Z","time spent":"2.705661883s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.774524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.715889Z","time spent":"1.05862683s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:30.774765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963979598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:22:30.775191Z","caller":"traceutil/trace.go:171","msg":"trace[1047056694] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23179; }","duration":"2.964454679s","start":"2026-03-06T01:22:27.810719Z","end":"2026-03-06T01:22:30.775174Z","steps":["trace[1047056694] 'agreement among raft nodes before linearized reading' (duration: 2.963808905s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.775254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.810701Z","time spent":"2.96453332s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:22:30.774726Z","caller":"traceutil/trace.go:171","msg":"trace[703814372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23179; }","duration":"2.642092911s","start":"2026-03-06T01:22:28.132531Z","end":"2026-03-06T01:22:30.774623Z","steps":["trace[703814372] 'agreement among raft nodes before linearized reading' (duration: 2.641293833s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.775385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.132516Z","time spent":"2.642840058s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:31.274863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283363,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:31.471295Z","caller":"traceutil/trace.go:171","msg":"trace[1085818938] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.044171852s","start":"2026-03-06T01:22:30.427099Z","end":"2026-03-06T01:22:31.471271Z","steps":["trace[1085818938] 'process raft request' (duration: 1.043927807s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.471474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.427078Z","time spent":"1.044300275s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.471594Z","caller":"traceutil/trace.go:171","msg":"trace[1599217360] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.043986698s","start":"2026-03-06T01:22:30.427582Z","end":"2026-03-06T01:22:31.471569Z","steps":["trace[1599217360] 'process raft request' (duration: 1.0436362s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.471737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.427572Z","time spent":"1.04409349s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.471907Z","caller":"traceutil/trace.go:171","msg":"trace[1862792449] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.043806203s","start":"2026-03-06T01:22:30.428076Z","end":"2026-03-06T01:22:31.471882Z","steps":["trace[1862792449] 'process raft request' (duration: 1.043382814s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.471959Z","caller":"traceutil/trace.go:171","msg":"trace[1734394915] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"1.041971063s","start":"2026-03-06T01:22:30.429961Z","end":"2026-03-06T01:22:31.471932Z","steps":["trace[1734394915] 'process raft request' (duration: 1.041923291s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.472042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.428067Z","time spent":"1.043907686s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:31.472102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.429952Z","time spent":"1.042082756s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.47198Z","caller":"traceutil/trace.go:171","msg":"trace[1968242784] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"1.042350821s","start":"2026-03-06T01:22:30.429611Z","end":"2026-03-06T01:22:31.471962Z","steps":["trace[1968242784] 'process raft request' (duration: 1.042234179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.472208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.4296Z","time spent":"1.042579556s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:31.47196Z","caller":"traceutil/trace.go:171","msg":"trace[1566514205] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"1.043641371s","start":"2026-03-06T01:22:30.428291Z","end":"2026-03-06T01:22:31.471932Z","steps":["trace[1566514205] 'process raft request' (duration: 1.043439676s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.47261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.428268Z","time spent":"1.044284044s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:32.328476Z","caller":"traceutil/trace.go:171","msg":"trace[1821820463] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"1.176776895s","start":"2026-03-06T01:22:31.151632Z","end":"2026-03-06T01:22:32.328409Z","steps":["trace[1821820463] 'process raft request' (duration: 1.176694323s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.328503Z","caller":"traceutil/trace.go:171","msg":"trace[2068618196] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"1.176852796s","start":"2026-03-06T01:22:31.151613Z","end":"2026-03-06T01:22:32.328465Z","steps":["trace[2068618196] 'process raft request' (duration: 1.17654998s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.328635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.151613Z","time spent":"1.176945758s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:32.328664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.151589Z","time spent":"1.1769978s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:32.328754Z","caller":"traceutil/trace.go:171","msg":"trace[1723671689] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"1.176650682s","start":"2026-03-06T01:22:31.152087Z","end":"2026-03-06T01:22:32.328738Z","steps":["trace[1723671689] 'process raft request' (duration: 1.176285934s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.328861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.152078Z","time spent":"1.176742234s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:32.328996Z","caller":"traceutil/trace.go:171","msg":"trace[1622466015] linearizableReadLoop","detail":"{readStateIndex:24001; appliedIndex:23990; }","duration":"1.555209878s","start":"2026-03-06T01:22:30.773772Z","end":"2026-03-06T01:22:32.328982Z","steps":["trace[1622466015] 'read index received' (duration: 697.297334ms)","trace[1622466015] 'applied index is now lower than readState.Index' (duration: 857.911744ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:32.329068Z","caller":"traceutil/trace.go:171","msg":"trace[1997859462] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"1.176881167s","start":"2026-03-06T01:22:31.152178Z","end":"2026-03-06T01:22:32.329059Z","steps":["trace[1997859462] 'process raft request' (duration: 1.176468988s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.329125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.152153Z","time spent":"1.176935699s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:32.329248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901989734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:22:32.329291Z","caller":"traceutil/trace.go:171","msg":"trace[671798369] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23190; }","duration":"1.902030855s","start":"2026-03-06T01:22:30.427247Z","end":"2026-03-06T01:22:32.329278Z","steps":["trace[671798369] 'agreement among raft nodes before linearized reading' (duration: 1.901902202s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.329321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.427206Z","time spent":"1.902107957s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T01:22:32.329397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902310481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-06T01:22:32.329445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904292385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:22:32.329442Z","caller":"traceutil/trace.go:171","msg":"trace[780624885] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f; range_end:; response_count:1; response_revision:23190; }","duration":"1.902369952s","start":"2026-03-06T01:22:30.427062Z","end":"2026-03-06T01:22:32.329432Z","steps":["trace[780624885] 'agreement among raft nodes before linearized reading' (duration: 1.902215089s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.329459Z","caller":"traceutil/trace.go:171","msg":"trace[1335180533] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"1.177083511s","start":"2026-03-06T01:22:31.152364Z","end":"2026-03-06T01:22:32.329448Z","steps":["trace[1335180533] 'process raft request' (duration: 1.17656267s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.329483Z","caller":"traceutil/trace.go:171","msg":"trace[773966083] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23190; }","duration":"1.904355357s","start":"2026-03-06T01:22:30.425114Z","end":"2026-03-06T01:22:32.32947Z","steps":["trace[773966083] 'agreement among raft nodes before linearized reading' (duration: 1.904251205s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.329488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.427055Z","time spent":"1.902424503s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f\" "} {"level":"warn","ts":"2026-03-06T01:22:32.32951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.425094Z","time spent":"1.904409568s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:22:32.329516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.152354Z","time spent":"1.177128362s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:32.329672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900567312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:32.329702Z","caller":"traceutil/trace.go:171","msg":"trace[141289647] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23190; }","duration":"1.900608303s","start":"2026-03-06T01:22:30.429084Z","end":"2026-03-06T01:22:32.329692Z","steps":["trace[141289647] 'agreement among raft nodes before linearized reading' (duration: 1.900557532s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.329731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.429077Z","time spent":"1.900647054s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:22:32.384646Z","caller":"traceutil/trace.go:171","msg":"trace[1641283724] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"777.346039ms","start":"2026-03-06T01:22:31.607274Z","end":"2026-03-06T01:22:32.38462Z","steps":["trace[1641283724] 'process raft request' (duration: 777.015062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.384771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.607249Z","time spent":"777.455431ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:32.385004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.261626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:32.385049Z","caller":"traceutil/trace.go:171","msg":"trace[1560464450] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23191; }","duration":"327.319657ms","start":"2026-03-06T01:22:32.057716Z","end":"2026-03-06T01:22:32.385036Z","steps":["trace[1560464450] 'agreement among raft nodes before linearized reading' (duration: 327.238205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.385082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.057662Z","time spent":"327.411259ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:32.385283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.234609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:32.385314Z","caller":"traceutil/trace.go:171","msg":"trace[1295272033] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23191; }","duration":"510.311991ms","start":"2026-03-06T01:22:31.874993Z","end":"2026-03-06T01:22:32.385305Z","steps":["trace[1295272033] 'agreement among raft nodes before linearized reading' (duration: 510.237569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.38534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.87497Z","time spent":"510.363472ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:32.385507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010864057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:32.385533Z","caller":"traceutil/trace.go:171","msg":"trace[1336456134] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23191; }","duration":"1.010930109s","start":"2026-03-06T01:22:31.374595Z","end":"2026-03-06T01:22:32.385525Z","steps":["trace[1336456134] 'agreement among raft nodes before linearized reading' (duration: 1.010882528s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.385559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:31.374577Z","time spent":"1.010975309s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:32.386375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60744593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-06T01:22:32.38642Z","caller":"traceutil/trace.go:171","msg":"trace[709886203] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23191; }","duration":"1.607528282s","start":"2026-03-06T01:22:30.778881Z","end":"2026-03-06T01:22:32.386409Z","steps":["trace[709886203] 'agreement among raft nodes before linearized reading' (duration: 1.607253626s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.386449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.778838Z","time spent":"1.607604334s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:22:32.386587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603003041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:32.38665Z","caller":"traceutil/trace.go:171","msg":"trace[943490282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23191; }","duration":"1.603102404s","start":"2026-03-06T01:22:30.783533Z","end":"2026-03-06T01:22:32.386635Z","steps":["trace[943490282] 'agreement among raft nodes before linearized reading' (duration: 1.602573522s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.38667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.783518Z","time spent":"1.603147784s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:32.389055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602035871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:22:32.389133Z","caller":"traceutil/trace.go:171","msg":"trace[563486551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23191; }","duration":"1.602136493s","start":"2026-03-06T01:22:30.786978Z","end":"2026-03-06T01:22:32.389115Z","steps":["trace[563486551] 'agreement among raft nodes before linearized reading' (duration: 1.598694397s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.389178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:30.786972Z","time spent":"1.602196885s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:22:32.896229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:33.11757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.391205Z","time spent":"726.359424ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:22:33.86407Z","caller":"traceutil/trace.go:171","msg":"trace[1608987521] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"1.472251989s","start":"2026-03-06T01:22:32.391791Z","end":"2026-03-06T01:22:33.864043Z","steps":["trace[1608987521] 'process raft request' (duration: 1.375090007s)","trace[1608987521] 'compare' (duration: 96.935778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:33.864205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.39178Z","time spent":"1.472357733s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:33.86451Z","caller":"traceutil/trace.go:171","msg":"trace[806300205] linearizableReadLoop","detail":"{readStateIndex:24008; appliedIndex:24003; }","duration":"1.469066649s","start":"2026-03-06T01:22:32.395421Z","end":"2026-03-06T01:22:33.864488Z","steps":["trace[806300205] 'read index received' (duration: 720.775911ms)","trace[806300205] 'applied index is now lower than readState.Index' (duration: 748.289868ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:33.864582Z","caller":"traceutil/trace.go:171","msg":"trace[56354967] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"1.472056255s","start":"2026-03-06T01:22:32.392495Z","end":"2026-03-06T01:22:33.864551Z","steps":["trace[56354967] 'process raft request' (duration: 1.471461353s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:33.864633Z","caller":"traceutil/trace.go:171","msg":"trace[1007753060] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"1.084375078s","start":"2026-03-06T01:22:32.780242Z","end":"2026-03-06T01:22:33.864617Z","steps":["trace[1007753060] 'process raft request' (duration: 1.084101372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.864741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.780218Z","time spent":"1.08448349s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:33.864582Z","caller":"traceutil/trace.go:171","msg":"trace[1052650815] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"1.049513609s","start":"2026-03-06T01:22:32.815033Z","end":"2026-03-06T01:22:33.864547Z","steps":["trace[1052650815] 'process raft request' (duration: 1.049412907s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.864751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469312194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:33.864848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.392482Z","time spent":"1.47226981s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:33.864872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.815007Z","time spent":"1.049808576s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:33.864875Z","caller":"traceutil/trace.go:171","msg":"trace[413352474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23196; }","duration":"1.469452127s","start":"2026-03-06T01:22:32.395404Z","end":"2026-03-06T01:22:33.864856Z","steps":["trace[413352474] 'agreement among raft nodes before linearized reading' (duration: 1.469154051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:33.86495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.395397Z","time spent":"1.469545449s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:35.149649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.033548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:35.149919Z","caller":"traceutil/trace.go:171","msg":"trace[462117568] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"815.668263ms","start":"2026-03-06T01:22:34.334233Z","end":"2026-03-06T01:22:35.149902Z","steps":["trace[462117568] 'process raft request' (duration: 815.627042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.149992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.334214Z","time spent":"815.744715ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.150212Z","caller":"traceutil/trace.go:171","msg":"trace[1021478854] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"2.031503759s","start":"2026-03-06T01:22:33.118695Z","end":"2026-03-06T01:22:35.150198Z","steps":["trace[1021478854] 'process raft request' (duration: 1.181830387s)","trace[1021478854] 'compare' (duration: 847.019904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:35.150274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.118672Z","time spent":"2.0315729s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.15054Z","caller":"traceutil/trace.go:171","msg":"trace[26371624] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"2.010987476s","start":"2026-03-06T01:22:33.139542Z","end":"2026-03-06T01:22:35.15053Z","steps":["trace[26371624] 'process raft request' (duration: 2.01021775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.150604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.13952Z","time spent":"2.011054368s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.150747Z","caller":"traceutil/trace.go:171","msg":"trace[1259804347] linearizableReadLoop","detail":"{readStateIndex:24010; appliedIndex:24008; }","duration":"1.286172066s","start":"2026-03-06T01:22:33.864563Z","end":"2026-03-06T01:22:35.150735Z","steps":["trace[1259804347] 'read index received' (duration: 435.905701ms)","trace[1259804347] 'applied index is now lower than readState.Index' (duration: 850.265095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:35.151461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505143784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:22:35.151592Z","caller":"traceutil/trace.go:171","msg":"trace[1810837478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23199; }","duration":"1.505302687s","start":"2026-03-06T01:22:33.646273Z","end":"2026-03-06T01:22:35.151576Z","steps":["trace[1810837478] 'agreement among raft nodes before linearized reading' (duration: 1.504757105s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.151641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.646261Z","time spent":"1.505367108s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:35.151995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586587528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.152037Z","caller":"traceutil/trace.go:171","msg":"trace[1698285801] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23199; }","duration":"2.58667564s","start":"2026-03-06T01:22:32.565351Z","end":"2026-03-06T01:22:35.152027Z","steps":["trace[1698285801] 'agreement among raft nodes before linearized reading' (duration: 2.586602828s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.152073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.565328Z","time spent":"2.586736671s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:35.152137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531012165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:35.152198Z","caller":"traceutil/trace.go:171","msg":"trace[1088909056] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23199; }","duration":"1.531108917s","start":"2026-03-06T01:22:33.62107Z","end":"2026-03-06T01:22:35.152179Z","steps":["trace[1088909056] 'agreement among raft nodes before linearized reading' (duration: 1.530989695s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.152246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.621047Z","time spent":"1.531184739s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:35.152378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755833069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.152458Z","caller":"traceutil/trace.go:171","msg":"trace[834697458] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23199; }","duration":"2.755922661s","start":"2026-03-06T01:22:32.396518Z","end":"2026-03-06T01:22:35.152441Z","steps":["trace[834697458] 'agreement among raft nodes before linearized reading' (duration: 2.755778338s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.152269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676153046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:22:35.152603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:32.396512Z","time spent":"2.755977402s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:35.152789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676160695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:22:35.152835Z","caller":"traceutil/trace.go:171","msg":"trace[2057297245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23199; }","duration":"1.676223136s","start":"2026-03-06T01:22:33.4766Z","end":"2026-03-06T01:22:35.152824Z","steps":["trace[2057297245] 'agreement among raft nodes before linearized reading' (duration: 1.676125484s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.152867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.476588Z","time spent":"1.676271588s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:35.15302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676354939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:22:35.153055Z","caller":"traceutil/trace.go:171","msg":"trace[472904458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23199; }","duration":"1.67640098s","start":"2026-03-06T01:22:33.476644Z","end":"2026-03-06T01:22:35.153045Z","steps":["trace[472904458] 'agreement among raft nodes before linearized reading' (duration: 1.676319818s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.153083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.476639Z","time spent":"1.676437412s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:35.152009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675295727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:22:35.153232Z","caller":"traceutil/trace.go:171","msg":"trace[1389924154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23199; }","duration":"1.676552684s","start":"2026-03-06T01:22:33.47667Z","end":"2026-03-06T01:22:35.153223Z","steps":["trace[1389924154] 'agreement among raft nodes before linearized reading' (duration: 1.675162193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.153269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.476666Z","time spent":"1.676595345s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:35.153724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677606836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:35.153798Z","caller":"traceutil/trace.go:171","msg":"trace[1426244711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23199; }","duration":"1.677721979s","start":"2026-03-06T01:22:33.476058Z","end":"2026-03-06T01:22:35.15378Z","steps":["trace[1426244711] 'agreement among raft nodes before linearized reading' (duration: 1.677546485s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.153849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.476026Z","time spent":"1.677810041s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:35.152563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675568181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:22:35.153962Z","caller":"traceutil/trace.go:171","msg":"trace[624594422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23199; }","duration":"1.677000253s","start":"2026-03-06T01:22:33.476943Z","end":"2026-03-06T01:22:35.153943Z","steps":["trace[624594422] 'agreement among raft nodes before linearized reading' (duration: 1.675540651s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.154006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.476922Z","time spent":"1.677070104s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:35.152733Z","caller":"traceutil/trace.go:171","msg":"trace[613737221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23199; }","duration":"1.676685037s","start":"2026-03-06T01:22:33.475951Z","end":"2026-03-06T01:22:35.152636Z","steps":["trace[613737221] 'agreement among raft nodes before linearized reading' (duration: 1.675854808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.158464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.475925Z","time spent":"1.682507875s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:35.651652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:35.866914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00071305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:35.866993Z","caller":"traceutil/trace.go:171","msg":"trace[262248454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839943s","start":"2026-03-06T01:22:33.866136Z","end":"2026-03-06T01:22:35.866976Z","steps":["trace[262248454] 'agreement among raft nodes before linearized reading' (duration: 2.000742311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.8672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.86612Z","time spent":"2.001041957s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:36.152709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:36.193134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054094529s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:36.853428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.027543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:36.853745Z","caller":"traceutil/trace.go:171","msg":"trace[2140314372] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"2.517989016s","start":"2026-03-06T01:22:34.335738Z","end":"2026-03-06T01:22:36.853727Z","steps":["trace[2140314372] 'process raft request' (duration: 2.517927765s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:36.853782Z","caller":"traceutil/trace.go:171","msg":"trace[221348617] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"2.518160569s","start":"2026-03-06T01:22:34.335585Z","end":"2026-03-06T01:22:36.853746Z","steps":["trace[221348617] 'process raft request' (duration: 1.857749809s)","trace[221348617] 'compare' (duration: 658.359855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:36.853804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.335731Z","time spent":"2.518045267s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:36.853875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.335555Z","time spent":"2.518268512s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:36.853861Z","caller":"traceutil/trace.go:171","msg":"trace[726200792] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"2.518141369s","start":"2026-03-06T01:22:34.33569Z","end":"2026-03-06T01:22:36.853832Z","steps":["trace[726200792] 'process raft request' (duration: 2.517894364s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.854006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.335683Z","time spent":"2.518238241s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:36.85413Z","caller":"traceutil/trace.go:171","msg":"trace[1392205399] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"2.518129229s","start":"2026-03-06T01:22:34.33597Z","end":"2026-03-06T01:22:36.8541Z","steps":["trace[1392205399] 'process raft request' (duration: 2.51772739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:36.854284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.335956Z","time spent":"2.518247301s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:37.874077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000573167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:37.87416Z","caller":"traceutil/trace.go:171","msg":"trace[134529941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069676s","start":"2026-03-06T01:22:35.873444Z","end":"2026-03-06T01:22:37.874141Z","steps":["trace[134529941] 'agreement among raft nodes before linearized reading' (duration: 2.000596218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:37.874207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.87343Z","time spent":"2.000766631s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:38.401557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.208080274s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:38.473445Z","caller":"traceutil/trace.go:171","msg":"trace[1270216807] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"3.316073421s","start":"2026-03-06T01:22:35.157353Z","end":"2026-03-06T01:22:38.473426Z","steps":["trace[1270216807] 'process raft request' (duration: 3.316018359s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:38.473456Z","caller":"traceutil/trace.go:171","msg":"trace[1442838698] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"3.316249925s","start":"2026-03-06T01:22:35.157141Z","end":"2026-03-06T01:22:38.473391Z","steps":["trace[1442838698] 'process raft request' (duration: 3.245217419s)","trace[1442838698] 'compare' (duration: 70.146937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:38.473556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.15733Z","time spent":"3.316169793s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:38.473655Z","caller":"traceutil/trace.go:171","msg":"trace[223313158] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"3.316364417s","start":"2026-03-06T01:22:35.157279Z","end":"2026-03-06T01:22:38.473643Z","steps":["trace[223313158] 'process raft request' (duration: 3.315980919s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.47364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.157129Z","time spent":"3.316411838s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:38.473694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.157274Z","time spent":"3.316398668s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:38.473814Z","caller":"traceutil/trace.go:171","msg":"trace[1041318990] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"3.316018488s","start":"2026-03-06T01:22:35.157769Z","end":"2026-03-06T01:22:38.473787Z","steps":["trace[1041318990] 'process raft request' (duration: 3.31563012s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:38.474006Z","caller":"traceutil/trace.go:171","msg":"trace[121662660] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"3.314809782s","start":"2026-03-06T01:22:35.159152Z","end":"2026-03-06T01:22:38.473962Z","steps":["trace[121662660] 'process raft request' (duration: 3.314331072s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.474067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.159143Z","time spent":"3.314900115s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:38.474046Z","caller":"traceutil/trace.go:171","msg":"trace[683063253] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"3.314792452s","start":"2026-03-06T01:22:35.159226Z","end":"2026-03-06T01:22:38.474018Z","steps":["trace[683063253] 'process raft request' (duration: 3.314653449s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:38.474063Z","caller":"traceutil/trace.go:171","msg":"trace[1104835167] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"3.31333336s","start":"2026-03-06T01:22:35.16071Z","end":"2026-03-06T01:22:38.474043Z","steps":["trace[1104835167] 'process raft request' (duration: 3.313243708s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.474167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.160701Z","time spent":"3.313420402s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:38.474179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.159218Z","time spent":"3.314900355s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:38.474216Z","caller":"traceutil/trace.go:171","msg":"trace[465969477] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"2.604142163s","start":"2026-03-06T01:22:35.870055Z","end":"2026-03-06T01:22:38.474198Z","steps":["trace[465969477] 'process raft request' (duration: 2.603941229s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:38.474208Z","caller":"traceutil/trace.go:171","msg":"trace[452583849] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24011; }","duration":"3.323398652s","start":"2026-03-06T01:22:35.150785Z","end":"2026-03-06T01:22:38.474184Z","steps":["trace[452583849] 'read index received' (duration: 1.042569126s)","trace[452583849] 'applied index is now lower than readState.Index' (duration: 2.280827526s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:38.474306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.870035Z","time spent":"2.604212545s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:38.474368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906870426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:38.474417Z","caller":"traceutil/trace.go:171","msg":"trace[98863148] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23211; }","duration":"3.906963219s","start":"2026-03-06T01:22:34.56744Z","end":"2026-03-06T01:22:38.474403Z","steps":["trace[98863148] 'agreement among raft nodes before linearized reading' (duration: 3.906846045s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.474462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.567421Z","time spent":"3.90702705s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:38.474747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606074052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-06T01:22:38.474818Z","caller":"traceutil/trace.go:171","msg":"trace[1283221254] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23211; }","duration":"4.606178784s","start":"2026-03-06T01:22:33.868623Z","end":"2026-03-06T01:22:38.474802Z","steps":["trace[1283221254] 'agreement among raft nodes before linearized reading' (duration: 4.60598912s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.474878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.86861Z","time spent":"4.606252206s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:22:38.474909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605639442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:22:38.475013Z","caller":"traceutil/trace.go:171","msg":"trace[938333868] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23211; }","duration":"4.605778745s","start":"2026-03-06T01:22:33.869209Z","end":"2026-03-06T01:22:38.474987Z","steps":["trace[938333868] 'agreement among raft nodes before linearized reading' (duration: 4.605480798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.47508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:33.869193Z","time spent":"4.605872017s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T01:22:38.474952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.157763Z","time spent":"3.316179203s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:38.974914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:39.716332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.557133ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:39.71647Z","caller":"traceutil/trace.go:171","msg":"trace[2283387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23211; }","duration":"811.702686ms","start":"2026-03-06T01:22:38.904751Z","end":"2026-03-06T01:22:39.716454Z","steps":["trace[2283387] 'range keys from in-memory index tree' (duration: 811.543853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:39.717405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.961155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:39.717541Z","caller":"traceutil/trace.go:171","msg":"trace[1816845622] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"2.558879216s","start":"2026-03-06T01:22:37.158638Z","end":"2026-03-06T01:22:39.717517Z","steps":["trace[1816845622] 'process raft request' (duration: 2.228734618s)","trace[1816845622] 'compare' (duration: 328.591145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:39.717633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.158608Z","time spent":"2.558993268s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:39.87446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:39.874553Z","caller":"traceutil/trace.go:171","msg":"trace[1248584278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000018025s","start":"2026-03-06T01:22:37.874514Z","end":"2026-03-06T01:22:39.874532Z","steps":["trace[1248584278] 'agreement among raft nodes before linearized reading' (duration: 1.999903742s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:39.874604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.874501Z","time spent":"2.000092316s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:41.539511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.152020247s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:41.540153Z","caller":"traceutil/trace.go:171","msg":"trace[524666455] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"3.061443797s","start":"2026-03-06T01:22:38.478668Z","end":"2026-03-06T01:22:41.540112Z","steps":["trace[524666455] 'process raft request' (duration: 3.061161231s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:41.540183Z","caller":"traceutil/trace.go:171","msg":"trace[712345600] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"3.057457869s","start":"2026-03-06T01:22:38.48269Z","end":"2026-03-06T01:22:41.540148Z","steps":["trace[712345600] 'process raft request' (duration: 3.057320446s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:41.540309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.478652Z","time spent":"3.06157793s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:41.540343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.48267Z","time spent":"3.057585352s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:41.883124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:41.8832Z","caller":"traceutil/trace.go:171","msg":"trace[69631482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395213s","start":"2026-03-06T01:22:39.882788Z","end":"2026-03-06T01:22:41.883184Z","steps":["trace[69631482] 'agreement among raft nodes before linearized reading' (duration: 2.000310251s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:41.883266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:39.882768Z","time spent":"2.000468064s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:42.232259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.163711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:22:42.233132Z","caller":"traceutil/trace.go:171","msg":"trace[1713253981] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"3.373452436s","start":"2026-03-06T01:22:38.859655Z","end":"2026-03-06T01:22:42.233108Z","steps":["trace[1713253981] 'process raft request' (duration: 3.372690989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:42.233249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.859624Z","time spent":"3.373560777s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:43.263201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0002109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:43.263288Z","caller":"traceutil/trace.go:171","msg":"trace[1280506423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343402s","start":"2026-03-06T01:22:41.262924Z","end":"2026-03-06T01:22:43.263268Z","steps":["trace[1280506423] 'agreement among raft nodes before linearized reading' (duration: 2.00023137s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.263339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.262913Z","time spent":"2.000414213s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:43.439739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:42.533101Z","time spent":"906.63162ms","remote":"127.0.0.1:54962","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:43.44033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207139534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:43.440561Z","caller":"traceutil/trace.go:171","msg":"trace[1997781222] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"4.579562886s","start":"2026-03-06T01:22:38.860971Z","end":"2026-03-06T01:22:43.440534Z","steps":["trace[1997781222] 'process raft request' (duration: 3.372125325s)","trace[1997781222] 'compare' (duration: 1.206704745s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:43.440687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.860954Z","time spent":"4.57965982s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:43.441279Z","caller":"traceutil/trace.go:171","msg":"trace[1451585187] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"4.560798825s","start":"2026-03-06T01:22:38.880463Z","end":"2026-03-06T01:22:43.441262Z","steps":["trace[1451585187] 'process raft request' (duration: 4.56015567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.44136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.880453Z","time spent":"4.560867206s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:43.441384Z","caller":"traceutil/trace.go:171","msg":"trace[141710198] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"2.959886068s","start":"2026-03-06T01:22:40.481486Z","end":"2026-03-06T01:22:43.441373Z","steps":["trace[141710198] 'process raft request' (duration: 2.959195892s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.441433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.481472Z","time spent":"2.959934479s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:43.441427Z","caller":"traceutil/trace.go:171","msg":"trace[216869009] linearizableReadLoop","detail":"{readStateIndex:24032; appliedIndex:24023; }","duration":"4.967145203s","start":"2026-03-06T01:22:38.474254Z","end":"2026-03-06T01:22:43.441399Z","steps":["trace[216869009] 'read index received' (duration: 913.407119ms)","trace[216869009] 'applied index is now lower than readState.Index' (duration: 4.053734564s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:43.44154Z","caller":"traceutil/trace.go:171","msg":"trace[1280766141] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"2.712660768s","start":"2026-03-06T01:22:40.728834Z","end":"2026-03-06T01:22:43.441495Z","steps":["trace[1280766141] 'process raft request' (duration: 2.7118864s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:43.441598Z","caller":"traceutil/trace.go:171","msg":"trace[859968765] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"4.561626033s","start":"2026-03-06T01:22:38.879953Z","end":"2026-03-06T01:22:43.441579Z","steps":["trace[859968765] 'process raft request' (duration: 4.560596099s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:43.441591Z","caller":"traceutil/trace.go:171","msg":"trace[321430688] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"4.571240454s","start":"2026-03-06T01:22:38.870325Z","end":"2026-03-06T01:22:43.441566Z","steps":["trace[321430688] 'process raft request' (duration: 4.570128539s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.441674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.879927Z","time spent":"4.561702754s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:43.441696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.870308Z","time spent":"4.571331646s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:43.441675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.728812Z","time spent":"2.71279233s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:43.889195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00611562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:43.889283Z","caller":"traceutil/trace.go:171","msg":"trace[296764442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006249992s","start":"2026-03-06T01:22:41.883014Z","end":"2026-03-06T01:22:43.889264Z","steps":["trace[296764442] 'agreement among raft nodes before linearized reading' (duration: 2.00613831s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.889326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.882969Z","time spent":"2.006348584s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:43.942484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:44.26812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.337871ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T01:22:44.268337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.214632264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:44.268379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.041851438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:44.268456Z","caller":"traceutil/trace.go:171","msg":"trace[289196875] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23221; }","duration":"7.214804627s","start":"2026-03-06T01:22:37.053624Z","end":"2026-03-06T01:22:44.268428Z","steps":["trace[289196875] 'agreement among raft nodes before linearized reading' (duration: 6.387869366s)","trace[289196875] 'count revisions from in-memory index tree' (duration: 826.771408ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:44.268502Z","caller":"traceutil/trace.go:171","msg":"trace[1021090168] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23221; }","duration":"9.042006752s","start":"2026-03-06T01:22:35.226461Z","end":"2026-03-06T01:22:44.268467Z","steps":["trace[1021090168] 'agreement among raft nodes before linearized reading' (duration: 8.215086301s)","trace[1021090168] 'count revisions from in-memory index tree' (duration: 826.775768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.268515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.053603Z","time spent":"7.21489913s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.268594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.226448Z","time spent":"9.042127734s","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.26862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.597484092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:44.268783Z","caller":"traceutil/trace.go:171","msg":"trace[828097861] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23221; }","duration":"8.597626845s","start":"2026-03-06T01:22:35.671107Z","end":"2026-03-06T01:22:44.268734Z","steps":["trace[828097861] 'agreement among raft nodes before linearized reading' (duration: 7.770415457s)","trace[828097861] 'count revisions from in-memory index tree' (duration: 827.014614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.268837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.68664657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268411"} {"level":"info","ts":"2026-03-06T01:22:44.268913Z","caller":"traceutil/trace.go:171","msg":"trace[498721857] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23221; }","duration":"7.686763662s","start":"2026-03-06T01:22:36.582132Z","end":"2026-03-06T01:22:44.268896Z","steps":["trace[498721857] 'agreement among raft nodes before linearized reading' (duration: 6.859363791s)","trace[498721857] 'range keys from in-memory index tree' (duration: 826.607344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.268962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:36.582108Z","time spent":"7.686832124s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268434,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:22:44.269012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.489321972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:22:44.26908Z","caller":"traceutil/trace.go:171","msg":"trace[665504398] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23221; }","duration":"6.489437405s","start":"2026-03-06T01:22:37.779626Z","end":"2026-03-06T01:22:44.269063Z","steps":["trace[665504398] 'agreement among raft nodes before linearized reading' (duration: 5.66190292s)","trace[665504398] 'count revisions from in-memory index tree' (duration: 827.449622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.269134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.779597Z","time spent":"6.489523377s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.268865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.671045Z","time spent":"8.597778138s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.270233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.809364572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:44.270307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.11581672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:22:44.270405Z","caller":"traceutil/trace.go:171","msg":"trace[315750090] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23221; }","duration":"9.115921332s","start":"2026-03-06T01:22:35.154461Z","end":"2026-03-06T01:22:44.270382Z","steps":["trace[315750090] 'agreement among raft nodes before linearized reading' (duration: 8.287093459s)","trace[315750090] 'range keys from in-memory index tree' (duration: 828.68471ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:44.27045Z","caller":"traceutil/trace.go:171","msg":"trace[1560995190] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23221; }","duration":"5.810865763s","start":"2026-03-06T01:22:38.459503Z","end":"2026-03-06T01:22:44.270369Z","steps":["trace[1560995190] 'agreement among raft nodes before linearized reading' (duration: 4.98200383s)","trace[1560995190] 'count revisions from in-memory index tree' (duration: 827.388282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.270551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.459482Z","time spent":"5.811034759s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.270662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.112120744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:44.270725Z","caller":"traceutil/trace.go:171","msg":"trace[985392312] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23221; }","duration":"7.112210116s","start":"2026-03-06T01:22:37.158496Z","end":"2026-03-06T01:22:44.270706Z","steps":["trace[985392312] 'agreement among raft nodes before linearized reading' (duration: 6.283065855s)","trace[985392312] 'count revisions from in-memory index tree' (duration: 829.079519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.270774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.158477Z","time spent":"7.112275477s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.27023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.071401896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-06T01:22:44.271007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.044416686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:44.271079Z","caller":"traceutil/trace.go:171","msg":"trace[121551693] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23221; }","duration":"7.072256214s","start":"2026-03-06T01:22:37.198761Z","end":"2026-03-06T01:22:44.271017Z","steps":["trace[121551693] 'agreement among raft nodes before linearized reading' (duration: 6.242782807s)","trace[121551693] 'range keys from in-memory index tree' (duration: 828.537976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.271153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.19874Z","time spent":"7.072383968s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-06T01:22:44.271154Z","caller":"traceutil/trace.go:171","msg":"trace[452761458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23221; }","duration":"9.044574239s","start":"2026-03-06T01:22:35.226522Z","end":"2026-03-06T01:22:44.271096Z","steps":["trace[452761458] 'agreement among raft nodes before linearized reading' (duration: 8.21501579s)","trace[452761458] 'count revisions from in-memory index tree' (duration: 829.383146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.271234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.226516Z","time spent":"9.044691872s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.271331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.944632064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:44.271437Z","caller":"traceutil/trace.go:171","msg":"trace[793447639] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23221; }","duration":"5.944749726s","start":"2026-03-06T01:22:38.326641Z","end":"2026-03-06T01:22:44.271391Z","steps":["trace[793447639] 'agreement among raft nodes before linearized reading' (duration: 5.114874839s)","trace[793447639] 'count revisions from in-memory index tree' (duration: 829.771684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.271484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.455170524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:44.271497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.326622Z","time spent":"5.944857378s","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:44.271574Z","caller":"traceutil/trace.go:171","msg":"trace[313888000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23221; }","duration":"8.455278476s","start":"2026-03-06T01:22:35.816258Z","end":"2026-03-06T01:22:44.271536Z","steps":["trace[313888000] 'agreement among raft nodes before linearized reading' (duration: 7.625255266s)","trace[313888000] 'count revisions from in-memory index tree' (duration: 829.917808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.271618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.816239Z","time spent":"8.455365898s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.271821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.976404183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:44.270471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.154446Z","time spent":"9.116013965s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:22:44.271904Z","caller":"traceutil/trace.go:171","msg":"trace[2145974578] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23221; }","duration":"5.976515066s","start":"2026-03-06T01:22:38.295367Z","end":"2026-03-06T01:22:44.271883Z","steps":["trace[2145974578] 'agreement among raft nodes before linearized reading' (duration: 5.146156489s)","trace[2145974578] 'count revisions from in-memory index tree' (duration: 830.262835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.271963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.295351Z","time spent":"5.976589347s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.273521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.808730559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:44.273599Z","caller":"traceutil/trace.go:171","msg":"trace[94603607] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23221; }","duration":"8.808829662s","start":"2026-03-06T01:22:35.464738Z","end":"2026-03-06T01:22:44.273567Z","steps":["trace[94603607] 'agreement among raft nodes before linearized reading' (duration: 7.976792258s)","trace[94603607] 'count revisions from in-memory index tree' (duration: 831.935712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.27365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:35.46472Z","time spent":"8.808915173s","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:44.274451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873308609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:22:44.274574Z","caller":"traceutil/trace.go:171","msg":"trace[1852466444] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"2.552527726s","start":"2026-03-06T01:22:41.722014Z","end":"2026-03-06T01:22:44.274542Z","steps":["trace[1852466444] 'process raft request' (duration: 2.546241688s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:44.274679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.72199Z","time spent":"2.552624849s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:44.274919Z","caller":"traceutil/trace.go:171","msg":"trace[277690946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23221; }","duration":"6.878760338s","start":"2026-03-06T01:22:37.395753Z","end":"2026-03-06T01:22:44.274514Z","steps":["trace[277690946] 'agreement among raft nodes before linearized reading' (duration: 6.045781834s)","trace[277690946] 'range keys from in-memory index tree' (duration: 827.496393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:44.275092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.395735Z","time spent":"6.87927715s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:45.361943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087308553s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:45.362228Z","caller":"traceutil/trace.go:171","msg":"trace[1062909406] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"2.739485868s","start":"2026-03-06T01:22:42.622699Z","end":"2026-03-06T01:22:45.362185Z","steps":["trace[1062909406] 'process raft request' (duration: 1.651826249s)","trace[1062909406] 'compare' (duration: 1.085133804s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:45.362327Z","caller":"traceutil/trace.go:171","msg":"trace[1748490317] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"2.704415745s","start":"2026-03-06T01:22:42.657878Z","end":"2026-03-06T01:22:45.362294Z","steps":["trace[1748490317] 'process raft request' (duration: 2.70418953s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.362388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:42.622679Z","time spent":"2.739629382s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:45.362436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:42.657852Z","time spent":"2.704535628s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:45.362679Z","caller":"traceutil/trace.go:171","msg":"trace[1249948311] linearizableReadLoop","detail":"{readStateIndex:24038; appliedIndex:24034; }","duration":"1.921161426s","start":"2026-03-06T01:22:43.441466Z","end":"2026-03-06T01:22:45.362627Z","steps":["trace[1249948311] 'read index received' (duration: 785.680292ms)","trace[1249948311] 'applied index is now lower than readState.Index' (duration: 1.135476484s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:45.362774Z","caller":"traceutil/trace.go:171","msg":"trace[1201036102] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"1.124366169s","start":"2026-03-06T01:22:44.238387Z","end":"2026-03-06T01:22:45.362753Z","steps":["trace[1201036102] 'process raft request' (duration: 1.124165144s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.362855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.801917586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:45.362902Z","caller":"traceutil/trace.go:171","msg":"trace[2112847591] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23225; }","duration":"5.802009379s","start":"2026-03-06T01:22:39.560878Z","end":"2026-03-06T01:22:45.362887Z","steps":["trace[2112847591] 'agreement among raft nodes before linearized reading' (duration: 5.801890116s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.362947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:39.560851Z","time spent":"5.802085581s","remote":"127.0.0.1:48292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:45.362949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.179713676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T01:22:45.362998Z","caller":"traceutil/trace.go:171","msg":"trace[821849115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23225; }","duration":"6.179814529s","start":"2026-03-06T01:22:39.183169Z","end":"2026-03-06T01:22:45.362983Z","steps":["trace[821849115] 'agreement among raft nodes before linearized reading' (duration: 6.179617143s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.362985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:44.238361Z","time spent":"1.124510192s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:45.363047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:39.183136Z","time spent":"6.179901221s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:45.363175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.251326996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:45.363211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884594162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:45.363222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81945109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:22:45.363245Z","caller":"traceutil/trace.go:171","msg":"trace[918883013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23225; }","duration":"4.884672674s","start":"2026-03-06T01:22:40.478562Z","end":"2026-03-06T01:22:45.363235Z","steps":["trace[918883013] 'agreement among raft nodes before linearized reading' (duration: 4.884548001s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:45.36325Z","caller":"traceutil/trace.go:171","msg":"trace[63898822] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23225; }","duration":"3.81950851s","start":"2026-03-06T01:22:41.543733Z","end":"2026-03-06T01:22:45.363242Z","steps":["trace[63898822] 'agreement among raft nodes before linearized reading' (duration: 3.819408598s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.36327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.429658618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:45.363283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.478537Z","time spent":"4.884739466s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:45.363298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.543718Z","time spent":"3.819573762s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"info","ts":"2026-03-06T01:22:45.363307Z","caller":"traceutil/trace.go:171","msg":"trace[472727999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23225; }","duration":"6.429722439s","start":"2026-03-06T01:22:38.933574Z","end":"2026-03-06T01:22:45.363296Z","steps":["trace[472727999] 'agreement among raft nodes before linearized reading' (duration: 6.429666178s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.363368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226144633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:45.363493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214661918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:45.363548Z","caller":"traceutil/trace.go:171","msg":"trace[877374264] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23225; }","duration":"2.214739099s","start":"2026-03-06T01:22:43.148779Z","end":"2026-03-06T01:22:45.363519Z","steps":["trace[877374264] 'agreement among raft nodes before linearized reading' (duration: 2.214683968s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.363565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30490717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:45.363615Z","caller":"traceutil/trace.go:171","msg":"trace[1872223212] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23225; }","duration":"5.304992611s","start":"2026-03-06T01:22:40.05861Z","end":"2026-03-06T01:22:45.363602Z","steps":["trace[1872223212] 'agreement among raft nodes before linearized reading' (duration: 5.304919019s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.363641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240691162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:45.363599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883492949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:45.363606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.933558Z","time spent":"6.42977427s","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:45.363579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.148723Z","time spent":"2.214848592s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:45.363649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.882715511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:22:45.36521Z","caller":"traceutil/trace.go:171","msg":"trace[274823730] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23225; }","duration":"4.884316766s","start":"2026-03-06T01:22:40.480874Z","end":"2026-03-06T01:22:45.36519Z","steps":["trace[274823730] 'agreement among raft nodes before linearized reading' (duration: 4.882548827s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.365255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.480863Z","time spent":"4.884379937s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:45.363655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.058591Z","time spent":"5.305054403s","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:45.363665Z","caller":"traceutil/trace.go:171","msg":"trace[2033458338] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23225; }","duration":"2.240715982s","start":"2026-03-06T01:22:43.122943Z","end":"2026-03-06T01:22:45.363659Z","steps":["trace[2033458338] 'agreement among raft nodes before linearized reading' (duration: 2.240650061s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.365574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.122898Z","time spent":"2.242663764s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:45.363724Z","caller":"traceutil/trace.go:171","msg":"trace[1605097420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23225; }","duration":"4.883772805s","start":"2026-03-06T01:22:40.47992Z","end":"2026-03-06T01:22:45.363693Z","steps":["trace[1605097420] 'agreement among raft nodes before linearized reading' (duration: 4.882750692s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.36582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.479907Z","time spent":"4.885900642s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:45.363752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126528279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:45.365984Z","caller":"traceutil/trace.go:171","msg":"trace[990944113] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23225; }","duration":"4.128799279s","start":"2026-03-06T01:22:41.237172Z","end":"2026-03-06T01:22:45.365971Z","steps":["trace[990944113] 'agreement among raft nodes before linearized reading' (duration: 4.126539759s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.366019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.237154Z","time spent":"4.12885365s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:45.363856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88360143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:22:45.363882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361212816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-06T01:22:45.366176Z","caller":"traceutil/trace.go:171","msg":"trace[501786916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23225; }","duration":"4.885900691s","start":"2026-03-06T01:22:40.480222Z","end":"2026-03-06T01:22:45.366123Z","steps":["trace[501786916] 'agreement among raft nodes before linearized reading' (duration: 4.883543389s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:45.366255Z","caller":"traceutil/trace.go:171","msg":"trace[1640273798] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23225; }","duration":"3.363630539s","start":"2026-03-06T01:22:42.002612Z","end":"2026-03-06T01:22:45.366243Z","steps":["trace[1640273798] 'agreement among raft nodes before linearized reading' (duration: 3.361069183s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.366296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:42.002595Z","time spent":"3.36369014s","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:22:45.366306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.480212Z","time spent":"4.886063254s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:45.363893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885357849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:22:45.366459Z","caller":"traceutil/trace.go:171","msg":"trace[1053283129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23225; }","duration":"4.887939166s","start":"2026-03-06T01:22:40.478488Z","end":"2026-03-06T01:22:45.366427Z","steps":["trace[1053283129] 'agreement among raft nodes before linearized reading' (duration: 4.885316918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.366556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.478466Z","time spent":"4.888068039s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:22:45.363217Z","caller":"traceutil/trace.go:171","msg":"trace[2034820187] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23225; }","duration":"6.251401717s","start":"2026-03-06T01:22:39.111803Z","end":"2026-03-06T01:22:45.363204Z","steps":["trace[2034820187] 'agreement among raft nodes before linearized reading' (duration: 6.251332976s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.363944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883724282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:22:45.363963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811199308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-06T01:22:45.363999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547326041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:45.36403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.536447831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:45.364055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686741878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:45.364115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086972625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-06T01:22:45.364123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.938006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:45.364105Z","caller":"traceutil/trace.go:171","msg":"trace[1727053512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23225; }","duration":"5.226462s","start":"2026-03-06T01:22:40.137051Z","end":"2026-03-06T01:22:45.363513Z","steps":["trace[1727053512] 'agreement among raft nodes before linearized reading' (duration: 5.226076772s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.364141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464936208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:45.364138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088986019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-06T01:22:45.364171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082964177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:22:45.364199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.337171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:45.366651Z","caller":"traceutil/trace.go:171","msg":"trace[1225741038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23225; }","duration":"4.886447743s","start":"2026-03-06T01:22:40.480191Z","end":"2026-03-06T01:22:45.366639Z","steps":["trace[1225741038] 'agreement among raft nodes before linearized reading' (duration: 4.883695672s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:45.366682Z","caller":"traceutil/trace.go:171","msg":"trace[273948317] range","detail":"{range_begin:/registry/persistentvolumes/pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07; range_end:; response_count:1; response_revision:23225; }","duration":"1.089537332s","start":"2026-03-06T01:22:44.277138Z","end":"2026-03-06T01:22:45.366675Z","steps":["trace[273948317] 'agreement among raft nodes before linearized reading' (duration: 1.086932614s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.366649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:39.111782Z","time spent":"6.254844243s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:45.366713Z","caller":"traceutil/trace.go:171","msg":"trace[197980697] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23225; }","duration":"3.813960348s","start":"2026-03-06T01:22:41.552733Z","end":"2026-03-06T01:22:45.366693Z","steps":["trace[197980697] 'agreement among raft nodes before linearized reading' (duration: 3.811174557s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.366711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.48018Z","time spent":"4.886516704s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:45.366741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.55272Z","time spent":"3.814015379s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:22:45.366745Z","caller":"traceutil/trace.go:171","msg":"trace[1387281678] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23225; }","duration":"1.689455128s","start":"2026-03-06T01:22:43.677281Z","end":"2026-03-06T01:22:45.366736Z","steps":["trace[1387281678] 'agreement among raft nodes before linearized reading' (duration: 1.686758379s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.366777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.677265Z","time spent":"1.689503919s","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:45.366774Z","caller":"traceutil/trace.go:171","msg":"trace[546035252] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23225; }","duration":"6.53911121s","start":"2026-03-06T01:22:38.82757Z","end":"2026-03-06T01:22:45.366681Z","steps":["trace[546035252] 'agreement among raft nodes before linearized reading' (duration: 6.53641197s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:45.366843Z","caller":"traceutil/trace.go:171","msg":"trace[1703268353] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23225; }","duration":"1.09172499s","start":"2026-03-06T01:22:44.275099Z","end":"2026-03-06T01:22:45.366824Z","steps":["trace[1703268353] 'agreement among raft nodes before linearized reading' (duration: 1.088972889s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.366854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.827537Z","time spent":"6.539300234s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:45.366896Z","caller":"traceutil/trace.go:171","msg":"trace[269384955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23225; }","duration":"200.02501ms","start":"2026-03-06T01:22:45.166847Z","end":"2026-03-06T01:22:45.366872Z","steps":["trace[269384955] 'agreement among raft nodes before linearized reading' (duration: 197.31143ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:45.366963Z","caller":"traceutil/trace.go:171","msg":"trace[1251230190] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23225; }","duration":"152.8053ms","start":"2026-03-06T01:22:45.21414Z","end":"2026-03-06T01:22:45.366945Z","steps":["trace[1251230190] 'agreement among raft nodes before linearized reading' (duration: 149.944697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:45.366719Z","caller":"traceutil/trace.go:171","msg":"trace[1318150232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23225; }","duration":"6.550050341s","start":"2026-03-06T01:22:38.816628Z","end":"2026-03-06T01:22:45.366678Z","steps":["trace[1318150232] 'agreement among raft nodes before linearized reading' (duration: 6.547339951s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:45.367034Z","caller":"traceutil/trace.go:171","msg":"trace[1959204742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23225; }","duration":"1.08585194s","start":"2026-03-06T01:22:44.281171Z","end":"2026-03-06T01:22:45.367023Z","steps":["trace[1959204742] 'agreement among raft nodes before linearized reading' (duration: 1.082903215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.367025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.136993Z","time spent":"5.230003268s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:45.366721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:44.277094Z","time spent":"1.089615803s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07\" "} {"level":"warn","ts":"2026-03-06T01:22:45.367074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:44.281156Z","time spent":"1.085906322s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:45.367211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.816609Z","time spent":"6.550578183s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:45.366906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:44.275069Z","time spent":"1.091820032s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T01:22:45.366878Z","caller":"traceutil/trace.go:171","msg":"trace[1650449113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23225; }","duration":"1.467521045s","start":"2026-03-06T01:22:43.899201Z","end":"2026-03-06T01:22:45.366722Z","steps":["trace[1650449113] 'agreement among raft nodes before linearized reading' (duration: 1.464924787s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.36757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.899163Z","time spent":"1.468278391s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:45.925685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:46.37727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.614926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:46.377794Z","caller":"traceutil/trace.go:171","msg":"trace[1972359650] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"1.004809424s","start":"2026-03-06T01:22:45.372971Z","end":"2026-03-06T01:22:46.37778Z","steps":["trace[1972359650] 'process raft request' (duration: 1.004738232s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:46.377812Z","caller":"traceutil/trace.go:171","msg":"trace[84761760] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"1.006618224s","start":"2026-03-06T01:22:45.371162Z","end":"2026-03-06T01:22:46.377781Z","steps":["trace[84761760] 'process raft request' (duration: 852.431145ms)","trace[84761760] 'compare' (duration: 152.778237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:46.377962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.371146Z","time spent":"1.006739676s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:46.378051Z","caller":"traceutil/trace.go:171","msg":"trace[680864842] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"1.00466337s","start":"2026-03-06T01:22:45.373363Z","end":"2026-03-06T01:22:46.378026Z","steps":["trace[680864842] 'process raft request' (duration: 1.004473506s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:46.378119Z","caller":"traceutil/trace.go:171","msg":"trace[583045174] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"1.003874343s","start":"2026-03-06T01:22:45.37422Z","end":"2026-03-06T01:22:46.378095Z","steps":["trace[583045174] 'process raft request' (duration: 1.003804681s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.378151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.373357Z","time spent":"1.004746022s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:46.378253Z","caller":"traceutil/trace.go:171","msg":"trace[1292379711] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"1.004617699s","start":"2026-03-06T01:22:45.373627Z","end":"2026-03-06T01:22:46.378245Z","steps":["trace[1292379711] 'process raft request' (duration: 1.004286662s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.377847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.372953Z","time spent":"1.004869915s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:46.378259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.374215Z","time spent":"1.003980505s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:46.378305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.373622Z","time spent":"1.004658451s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:46.378359Z","caller":"traceutil/trace.go:171","msg":"trace[1145499857] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"1.004662361s","start":"2026-03-06T01:22:45.373665Z","end":"2026-03-06T01:22:46.378327Z","steps":["trace[1145499857] 'process raft request' (duration: 1.004303743s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.378488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.37366Z","time spent":"1.004765233s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:46.377988Z","caller":"traceutil/trace.go:171","msg":"trace[2108837872] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"1.004791543s","start":"2026-03-06T01:22:45.373172Z","end":"2026-03-06T01:22:46.377963Z","steps":["trace[2108837872] 'process raft request' (duration: 1.004581378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.379041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.373168Z","time spent":"1.005808745s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:47.370295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997899758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:47.370378Z","caller":"traceutil/trace.go:171","msg":"trace[1983940905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99801943s","start":"2026-03-06T01:22:45.37234Z","end":"2026-03-06T01:22:47.370359Z","steps":["trace[1983940905] 'agreement among raft nodes before linearized reading' (duration: 1.997916488s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:47.370426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.372322Z","time spent":"1.998093663s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:48.191922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.8138592s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:48.193365Z","caller":"traceutil/trace.go:171","msg":"trace[578333435] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"2.710862748s","start":"2026-03-06T01:22:45.482457Z","end":"2026-03-06T01:22:48.193319Z","steps":["trace[578333435] 'process raft request' (duration: 2.709734542s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:48.193596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.482437Z","time spent":"2.711025001s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:48.193806Z","caller":"traceutil/trace.go:171","msg":"trace[862464343] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"2.711282407s","start":"2026-03-06T01:22:45.482498Z","end":"2026-03-06T01:22:48.19378Z","steps":["trace[862464343] 'process raft request' (duration: 2.710702164s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:48.193921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.482488Z","time spent":"2.711378279s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:48.193966Z","caller":"traceutil/trace.go:171","msg":"trace[734464614] linearizableReadLoop","detail":"{readStateIndex:24052; appliedIndex:24040; }","duration":"2.768998419s","start":"2026-03-06T01:22:45.424938Z","end":"2026-03-06T01:22:48.193937Z","steps":["trace[734464614] 'read index received' (duration: 798.682199ms)","trace[734464614] 'applied index is now lower than readState.Index' (duration: 1.97031495s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:48.194113Z","caller":"traceutil/trace.go:171","msg":"trace[1550638859] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"2.711593844s","start":"2026-03-06T01:22:45.482502Z","end":"2026-03-06T01:22:48.194096Z","steps":["trace[1550638859] 'process raft request' (duration: 2.710839297s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:48.194234Z","caller":"traceutil/trace.go:171","msg":"trace[1828739058] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"2.342787362s","start":"2026-03-06T01:22:45.851419Z","end":"2026-03-06T01:22:48.194182Z","steps":["trace[1828739058] 'process raft request' (duration: 2.342203769s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:48.194256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.48249Z","time spent":"2.711670475s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:48.194351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.851395Z","time spent":"2.342899564s","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:48.194529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823244775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:22:48.194623Z","caller":"traceutil/trace.go:171","msg":"trace[2092136130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23238; }","duration":"2.823363087s","start":"2026-03-06T01:22:45.371236Z","end":"2026-03-06T01:22:48.194599Z","steps":["trace[2092136130] 'agreement among raft nodes before linearized reading' (duration: 2.823102232s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:48.194687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.37123Z","time spent":"2.823439639s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:22:48.19481Z","caller":"traceutil/trace.go:171","msg":"trace[219436913] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"2.710915348s","start":"2026-03-06T01:22:45.483877Z","end":"2026-03-06T01:22:48.194792Z","steps":["trace[219436913] 'process raft request' (duration: 2.709528108s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:48.194913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.483868Z","time spent":"2.710996079s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:48.194892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821733931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:48.194959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823828938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-06T01:22:48.19503Z","caller":"traceutil/trace.go:171","msg":"trace[492429116] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23238; }","duration":"2.82392787s","start":"2026-03-06T01:22:45.371085Z","end":"2026-03-06T01:22:48.195013Z","steps":["trace[492429116] 'agreement among raft nodes before linearized reading' (duration: 2.823418869s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:48.195078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.371061Z","time spent":"2.824003912s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:22:48.194983Z","caller":"traceutil/trace.go:171","msg":"trace[1744634679] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23238; }","duration":"2.821893295s","start":"2026-03-06T01:22:45.373072Z","end":"2026-03-06T01:22:48.194965Z","steps":["trace[1744634679] 'agreement among raft nodes before linearized reading' (duration: 2.82165311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:48.196653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.373065Z","time spent":"2.823564983s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:48.694406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:49.195385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:49.209214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.974023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:49.209331Z","caller":"traceutil/trace.go:171","msg":"trace[1052940914] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23238; }","duration":"305.098157ms","start":"2026-03-06T01:22:48.904215Z","end":"2026-03-06T01:22:49.209313Z","steps":["trace[1052940914] 'range keys from in-memory index tree' (duration: 304.961203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:49.231655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039419366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:49.23282Z","caller":"traceutil/trace.go:171","msg":"trace[213035709] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"1.85512878s","start":"2026-03-06T01:22:47.377673Z","end":"2026-03-06T01:22:49.232802Z","steps":["trace[213035709] 'process raft request' (duration: 1.855082309s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:49.232945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.377643Z","time spent":"1.855237793s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:49.232974Z","caller":"traceutil/trace.go:171","msg":"trace[168007951] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"2.910438297s","start":"2026-03-06T01:22:46.322412Z","end":"2026-03-06T01:22:49.23285Z","steps":["trace[168007951] 'process raft request' (duration: 2.910219263s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:49.233255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:46.322394Z","time spent":"2.910780174s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:49.377628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:49.377698Z","caller":"traceutil/trace.go:171","msg":"trace[1761638742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326692s","start":"2026-03-06T01:22:47.377355Z","end":"2026-03-06T01:22:49.377682Z","steps":["trace[1761638742] 'agreement among raft nodes before linearized reading' (duration: 2.00021684s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:49.377732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.377339Z","time spent":"2.000385973s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:51.120397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.886294979s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:51.378637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.378796Z","caller":"traceutil/trace.go:171","msg":"trace[1137843499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264471s","start":"2026-03-06T01:22:49.378512Z","end":"2026-03-06T01:22:51.378776Z","steps":["trace[1137843499] 'agreement among raft nodes before linearized reading' (duration: 2.000086767s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.378875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.378492Z","time spent":"2.000369482s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.81937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.451899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:51.819566Z","caller":"traceutil/trace.go:171","msg":"trace[1799003171] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"3.615609524s","start":"2026-03-06T01:22:48.20393Z","end":"2026-03-06T01:22:51.819539Z","steps":["trace[1799003171] 'process raft request' (duration: 2.91692798s)","trace[1799003171] 'compare' (duration: 697.934828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:51.819669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.203917Z","time spent":"3.615703406s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:52.017181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.685179ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:22:52.018283Z","caller":"traceutil/trace.go:171","msg":"trace[1813797305] linearizableReadLoop","detail":"{readStateIndex:24057; appliedIndex:24054; }","duration":"3.824204853s","start":"2026-03-06T01:22:48.194048Z","end":"2026-03-06T01:22:52.018253Z","steps":["trace[1813797305] 'read index received' (duration: 1.038742591s)","trace[1813797305] 'applied index is now lower than readState.Index' (duration: 2.785460812s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:52.018364Z","caller":"traceutil/trace.go:171","msg":"trace[1800177787] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"3.564789004s","start":"2026-03-06T01:22:48.453545Z","end":"2026-03-06T01:22:52.018334Z","steps":["trace[1800177787] 'process raft request' (duration: 3.563761311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.018541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.453526Z","time spent":"3.564932296s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:52.319427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.835536665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-06T01:22:52.319578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83713894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:52.319589Z","caller":"traceutil/trace.go:171","msg":"trace[592692849] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23243; }","duration":"6.835721309s","start":"2026-03-06T01:22:45.483835Z","end":"2026-03-06T01:22:52.319557Z","steps":["trace[592692849] 'agreement among raft nodes before linearized reading' (duration: 6.534489998s)","trace[592692849] 'range keys from in-memory index tree' (duration: 300.941015ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:52.319644Z","caller":"traceutil/trace.go:171","msg":"trace[1188392847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23243; }","duration":"6.837217853s","start":"2026-03-06T01:22:45.4824Z","end":"2026-03-06T01:22:52.319618Z","steps":["trace[1188392847] 'agreement among raft nodes before linearized reading' (duration: 6.53594641s)","trace[1188392847] 'count revisions from in-memory index tree' (duration: 301.210991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:52.319696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.482385Z","time spent":"6.837298194s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.319771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.483829Z","time spent":"6.835883423s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T01:22:52.319923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83755277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-06T01:22:52.31944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.618216995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:52.319936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837496438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:52.319971Z","caller":"traceutil/trace.go:171","msg":"trace[63231025] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23243; }","duration":"6.837622232s","start":"2026-03-06T01:22:45.482331Z","end":"2026-03-06T01:22:52.319953Z","steps":["trace[63231025] 'agreement among raft nodes before linearized reading' (duration: 6.536031402s)","trace[63231025] 'range keys from in-memory index tree' (duration: 301.480556ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:52.319979Z","caller":"traceutil/trace.go:171","msg":"trace[1543844430] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:23243; }","duration":"6.83754529s","start":"2026-03-06T01:22:45.482421Z","end":"2026-03-06T01:22:52.319967Z","steps":["trace[1543844430] 'agreement among raft nodes before linearized reading' (duration: 6.535881719s)","trace[1543844430] 'range keys from in-memory index tree' (duration: 301.60033ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:52.319976Z","caller":"traceutil/trace.go:171","msg":"trace[1861437248] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23243; }","duration":"6.618813918s","start":"2026-03-06T01:22:45.701148Z","end":"2026-03-06T01:22:52.319962Z","steps":["trace[1861437248] 'agreement among raft nodes before linearized reading' (duration: 6.317140317s)","trace[1861437248] 'count revisions from in-memory index tree' (duration: 301.070768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:52.319998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.482317Z","time spent":"6.837674873s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T01:22:52.320008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.482418Z","time spent":"6.837583481s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:22:52.320018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.701129Z","time spent":"6.618875729s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.319501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587640455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:52.320213Z","caller":"traceutil/trace.go:171","msg":"trace[47660276] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23243; }","duration":"4.588382192s","start":"2026-03-06T01:22:47.731791Z","end":"2026-03-06T01:22:52.320174Z","steps":["trace[47660276] 'agreement among raft nodes before linearized reading' (duration: 4.286543777s)","trace[47660276] 'count revisions from in-memory index tree' (duration: 301.106049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:52.320301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.913976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:52.320875Z","caller":"traceutil/trace.go:171","msg":"trace[1066884052] linearizableReadLoop","detail":"{readStateIndex:24063; appliedIndex:24057; }","duration":"302.515669ms","start":"2026-03-06T01:22:52.018333Z","end":"2026-03-06T01:22:52.320849Z","steps":["trace[1066884052] 'read index received' (duration: 296.838084ms)","trace[1066884052] 'applied index is now lower than readState.Index' (duration: 5.675855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:52.320339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.731772Z","time spent":"4.588521204s","remote":"127.0.0.1:48174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:52.321343Z","caller":"traceutil/trace.go:171","msg":"trace[1966940077] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"2.119887947s","start":"2026-03-06T01:22:50.201428Z","end":"2026-03-06T01:22:52.321316Z","steps":["trace[1966940077] 'process raft request' (duration: 1.816814006s)","trace[1966940077] 'compare' (duration: 301.094978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:52.321432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.2014Z","time spent":"2.119990149s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:52.32179Z","caller":"traceutil/trace.go:171","msg":"trace[1725481923] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"2.120199944s","start":"2026-03-06T01:22:50.201573Z","end":"2026-03-06T01:22:52.321773Z","steps":["trace[1725481923] 'process raft request' (duration: 2.118918685s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.321875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.201538Z","time spent":"2.120295016s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:52.322026Z","caller":"traceutil/trace.go:171","msg":"trace[2050431365] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"2.120373508s","start":"2026-03-06T01:22:50.201643Z","end":"2026-03-06T01:22:52.322016Z","steps":["trace[2050431365] 'process raft request' (duration: 2.118996048s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.201634Z","time spent":"2.120415289s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:52.322163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972088184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.322167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.785375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.322168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536998342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:52.322202Z","caller":"traceutil/trace.go:171","msg":"trace[2006419521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23249; }","duration":"3.972175896s","start":"2026-03-06T01:22:48.350015Z","end":"2026-03-06T01:22:52.322191Z","steps":["trace[2006419521] 'agreement among raft nodes before linearized reading' (duration: 3.972095715s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:52.322229Z","caller":"traceutil/trace.go:171","msg":"trace[1704887349] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23249; }","duration":"3.537116125s","start":"2026-03-06T01:22:48.785098Z","end":"2026-03-06T01:22:52.322214Z","steps":["trace[1704887349] 'agreement among raft nodes before linearized reading' (duration: 3.536971462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.349994Z","time spent":"3.972227827s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.322246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059807147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:52.322218Z","caller":"traceutil/trace.go:171","msg":"trace[1011316349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23249; }","duration":"937.836277ms","start":"2026-03-06T01:22:51.384367Z","end":"2026-03-06T01:22:52.322203Z","steps":["trace[1011316349] 'agreement among raft nodes before linearized reading' (duration: 937.747755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:52.322285Z","caller":"traceutil/trace.go:171","msg":"trace[992134515] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23249; }","duration":"4.059880529s","start":"2026-03-06T01:22:48.262392Z","end":"2026-03-06T01:22:52.322273Z","steps":["trace[992134515] 'agreement among raft nodes before linearized reading' (duration: 4.059810057s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.384305Z","time spent":"937.98227ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:52.322321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.262364Z","time spent":"4.059948841s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:22:52.322378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078693777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:22:52.322401Z","caller":"traceutil/trace.go:171","msg":"trace[682004961] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23249; }","duration":"3.078740008s","start":"2026-03-06T01:22:49.243655Z","end":"2026-03-06T01:22:52.322395Z","steps":["trace[682004961] 'agreement among raft nodes before linearized reading' (duration: 3.078626285s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.32243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.243634Z","time spent":"3.078791329s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:22:52.322406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627356186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:52.322473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93929873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:22:52.322484Z","caller":"traceutil/trace.go:171","msg":"trace[1647854584] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"2.120614913s","start":"2026-03-06T01:22:50.201854Z","end":"2026-03-06T01:22:52.322469Z","steps":["trace[1647854584] 'process raft request' (duration: 2.118842594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119690128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.32241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938958163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:22:52.322552Z","caller":"traceutil/trace.go:171","msg":"trace[551246901] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23249; }","duration":"4.11976298s","start":"2026-03-06T01:22:48.202779Z","end":"2026-03-06T01:22:52.322542Z","steps":["trace[551246901] 'agreement among raft nodes before linearized reading' (duration: 4.119696038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939437133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:52.322564Z","caller":"traceutil/trace.go:171","msg":"trace[2068344532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23249; }","duration":"3.939180138s","start":"2026-03-06T01:22:48.383368Z","end":"2026-03-06T01:22:52.322549Z","steps":["trace[2068344532] 'agreement among raft nodes before linearized reading' (duration: 3.93880539s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.201845Z","time spent":"2.120674875s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:52.322593Z","caller":"traceutil/trace.go:171","msg":"trace[323883107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23249; }","duration":"3.939478615s","start":"2026-03-06T01:22:48.383107Z","end":"2026-03-06T01:22:52.322586Z","steps":["trace[323883107] 'agreement among raft nodes before linearized reading' (duration: 3.939404073s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.20276Z","time spent":"4.119819201s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:22:52.322609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081677433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.322619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.383096Z","time spent":"3.939517345s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:52.322618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.383346Z","time spent":"3.939256269s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:52.322626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939072295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:52.322673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061830751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.322673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132156596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:52.322694Z","caller":"traceutil/trace.go:171","msg":"trace[1673580177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23249; }","duration":"1.061871471s","start":"2026-03-06T01:22:51.260815Z","end":"2026-03-06T01:22:52.322687Z","steps":["trace[1673580177] 'agreement among raft nodes before linearized reading' (duration: 1.06184021s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:52.322697Z","caller":"traceutil/trace.go:171","msg":"trace[405660431] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23249; }","duration":"3.132217627s","start":"2026-03-06T01:22:49.190473Z","end":"2026-03-06T01:22:52.322691Z","steps":["trace[405660431] 'agreement among raft nodes before linearized reading' (duration: 3.132179036s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.32271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.260802Z","time spent":"1.061905232s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:52.322716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.190453Z","time spent":"3.132257668s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.322737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941008379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:52.322764Z","caller":"traceutil/trace.go:171","msg":"trace[38324660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23249; }","duration":"3.94105739s","start":"2026-03-06T01:22:48.381699Z","end":"2026-03-06T01:22:52.322756Z","steps":["trace[38324660] 'agreement among raft nodes before linearized reading' (duration: 3.940979728s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.381687Z","time spent":"3.94109465s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:22:52.322637Z","caller":"traceutil/trace.go:171","msg":"trace[812212718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23249; }","duration":"3.081733294s","start":"2026-03-06T01:22:49.240895Z","end":"2026-03-06T01:22:52.322628Z","steps":["trace[812212718] 'agreement among raft nodes before linearized reading' (duration: 3.081683783s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.43025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.322811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939332101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:22:52.322508Z","caller":"traceutil/trace.go:171","msg":"trace[2071745625] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23249; }","duration":"2.62750331s","start":"2026-03-06T01:22:49.69498Z","end":"2026-03-06T01:22:52.322483Z","steps":["trace[2071745625] 'agreement among raft nodes before linearized reading' (duration: 2.627231404s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:52.322891Z","caller":"traceutil/trace.go:171","msg":"trace[47216033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23249; }","duration":"3.939426143s","start":"2026-03-06T01:22:48.38345Z","end":"2026-03-06T01:22:52.322876Z","steps":["trace[47216033] 'agreement among raft nodes before linearized reading' (duration: 3.93927339s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.694959Z","time spent":"2.627950779s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.322912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86963275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.322945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.383442Z","time spent":"3.939489364s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:22:52.322965Z","caller":"traceutil/trace.go:171","msg":"trace[1082681115] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23249; }","duration":"1.869713472s","start":"2026-03-06T01:22:50.453235Z","end":"2026-03-06T01:22:52.322948Z","steps":["trace[1082681115] 'agreement among raft nodes before linearized reading' (duration: 1.86962553s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.789905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-06T01:22:52.322264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.785076Z","time spent":"3.537180416s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.323009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.453219Z","time spent":"1.869776273s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:52.322696Z","caller":"traceutil/trace.go:171","msg":"trace[1362565167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23249; }","duration":"3.939147797s","start":"2026-03-06T01:22:48.383529Z","end":"2026-03-06T01:22:52.322677Z","steps":["trace[1362565167] 'agreement among raft nodes before linearized reading' (duration: 3.939011724s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93515146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.323062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.383523Z","time spent":"3.939527606s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:52.322498Z","caller":"traceutil/trace.go:171","msg":"trace[5251555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23249; }","duration":"3.939338482s","start":"2026-03-06T01:22:48.383152Z","end":"2026-03-06T01:22:52.32249Z","steps":["trace[5251555] 'agreement among raft nodes before linearized reading' (duration: 3.93923612s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:52.323085Z","caller":"traceutil/trace.go:171","msg":"trace[871811087] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23249; }","duration":"3.935735462s","start":"2026-03-06T01:22:48.387341Z","end":"2026-03-06T01:22:52.323076Z","steps":["trace[871811087] 'agreement among raft nodes before linearized reading' (duration: 3.935122039s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.323114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.387276Z","time spent":"3.935828984s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.323111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.383146Z","time spent":"3.939952745s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:52.32278Z","caller":"traceutil/trace.go:171","msg":"trace[407236286] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"1.084247895s","start":"2026-03-06T01:22:51.23852Z","end":"2026-03-06T01:22:52.322768Z","steps":["trace[407236286] 'process raft request' (duration: 1.08222984s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.323187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.051543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:52.323233Z","caller":"traceutil/trace.go:171","msg":"trace[1870365216] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23249; }","duration":"734.145606ms","start":"2026-03-06T01:22:51.589072Z","end":"2026-03-06T01:22:52.323217Z","steps":["trace[1870365216] 'agreement among raft nodes before linearized reading' (duration: 734.061164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.323238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.238499Z","time spent":"1.084704904s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:52.323267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.589047Z","time spent":"734.211947ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:52.322823Z","caller":"traceutil/trace.go:171","msg":"trace[1970667480] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"1.083938848s","start":"2026-03-06T01:22:51.238873Z","end":"2026-03-06T01:22:52.322812Z","steps":["trace[1970667480] 'process raft request' (duration: 1.081916943s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.240883Z","time spent":"3.081926828s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.323331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.238867Z","time spent":"1.084436158s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:52.322842Z","caller":"traceutil/trace.go:171","msg":"trace[1270531329] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23249; }","duration":"225.524532ms","start":"2026-03-06T01:22:52.097304Z","end":"2026-03-06T01:22:52.322828Z","steps":["trace[1270531329] 'agreement among raft nodes before linearized reading' (duration: 225.44762ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:52.323012Z","caller":"traceutil/trace.go:171","msg":"trace[921563120] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23249; }","duration":"492.876787ms","start":"2026-03-06T01:22:51.830126Z","end":"2026-03-06T01:22:52.323003Z","steps":["trace[921563120] 'agreement among raft nodes before linearized reading' (duration: 492.714993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201187953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:52.323417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.338464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.323425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.83011Z","time spent":"493.297256ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:22:52.32344Z","caller":"traceutil/trace.go:171","msg":"trace[1647989639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23249; }","duration":"1.201992581s","start":"2026-03-06T01:22:51.121421Z","end":"2026-03-06T01:22:52.323413Z","steps":["trace[1647989639] 'agreement among raft nodes before linearized reading' (duration: 1.201192493s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.322845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507108702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:52.323464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.470912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:52.323491Z","caller":"traceutil/trace.go:171","msg":"trace[882086092] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23249; }","duration":"924.523243ms","start":"2026-03-06T01:22:51.398959Z","end":"2026-03-06T01:22:52.323482Z","steps":["trace[882086092] 'agreement among raft nodes before linearized reading' (duration: 924.478932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:52.323494Z","caller":"traceutil/trace.go:171","msg":"trace[1930670000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23249; }","duration":"3.507795197s","start":"2026-03-06T01:22:48.815686Z","end":"2026-03-06T01:22:52.323481Z","steps":["trace[1930670000] 'agreement among raft nodes before linearized reading' (duration: 3.507136923s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.323511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.398943Z","time spent":"924.562324ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.323501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.121406Z","time spent":"1.202074862s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:52.32353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.815667Z","time spent":"3.507852398s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:52.323464Z","caller":"traceutil/trace.go:171","msg":"trace[584961788] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23249; }","duration":"863.413876ms","start":"2026-03-06T01:22:51.460042Z","end":"2026-03-06T01:22:52.323456Z","steps":["trace[584961788] 'agreement among raft nodes before linearized reading' (duration: 863.348944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:52.323696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.460022Z","time spent":"863.657121ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:00.673333Z","caller":"traceutil/trace.go:171","msg":"trace[1408758828] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"184.64661ms","start":"2026-03-06T01:23:00.488664Z","end":"2026-03-06T01:23:00.67331Z","steps":["trace[1408758828] 'process raft request' (duration: 184.565919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:00.673735Z","caller":"traceutil/trace.go:171","msg":"trace[1830849188] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"185.043239ms","start":"2026-03-06T01:23:00.488678Z","end":"2026-03-06T01:23:00.673722Z","steps":["trace[1830849188] 'process raft request' (duration: 183.640338ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:00.674018Z","caller":"traceutil/trace.go:171","msg":"trace[1299516962] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"185.301355ms","start":"2026-03-06T01:23:00.488688Z","end":"2026-03-06T01:23:00.673989Z","steps":["trace[1299516962] 'process raft request' (duration: 184.58145ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:00.674167Z","caller":"traceutil/trace.go:171","msg":"trace[1938692279] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"184.354345ms","start":"2026-03-06T01:23:00.489795Z","end":"2026-03-06T01:23:00.674149Z","steps":["trace[1938692279] 'process raft request' (duration: 184.251682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:00.67417Z","caller":"traceutil/trace.go:171","msg":"trace[693437362] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"184.652321ms","start":"2026-03-06T01:23:00.48949Z","end":"2026-03-06T01:23:00.674142Z","steps":["trace[693437362] 'process raft request' (duration: 184.427237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:02.183445Z","caller":"traceutil/trace.go:171","msg":"trace[1720874878] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"147.568713ms","start":"2026-03-06T01:23:02.035849Z","end":"2026-03-06T01:23:02.183417Z","steps":["trace[1720874878] 'process raft request' (duration: 147.371499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.85199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.404803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:23:02.852051Z","caller":"traceutil/trace.go:171","msg":"trace[1119377462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23328; }","duration":"173.498146ms","start":"2026-03-06T01:23:02.678539Z","end":"2026-03-06T01:23:02.852037Z","steps":["trace[1119377462] 'range keys from in-memory index tree' (duration: 173.326392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.85208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.639483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:02.852161Z","caller":"traceutil/trace.go:171","msg":"trace[68240297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23328; }","duration":"185.773836ms","start":"2026-03-06T01:23:02.666362Z","end":"2026-03-06T01:23:02.852136Z","steps":["trace[68240297] 'count revisions from in-memory index tree' (duration: 185.493471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.852146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.939654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:23:02.852225Z","caller":"traceutil/trace.go:171","msg":"trace[551377775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23328; }","duration":"173.034136ms","start":"2026-03-06T01:23:02.679169Z","end":"2026-03-06T01:23:02.852203Z","steps":["trace[551377775] 'range keys from in-memory index tree' (duration: 172.814891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.852277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.78875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:23:02.852317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.67205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:23:02.852327Z","caller":"traceutil/trace.go:171","msg":"trace[564243222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23328; }","duration":"172.850612ms","start":"2026-03-06T01:23:02.679462Z","end":"2026-03-06T01:23:02.852313Z","steps":["trace[564243222] 'range keys from in-memory index tree' (duration: 172.705418ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:02.852344Z","caller":"traceutil/trace.go:171","msg":"trace[1779254854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23328; }","duration":"173.72267ms","start":"2026-03-06T01:23:02.678609Z","end":"2026-03-06T01:23:02.852332Z","steps":["trace[1779254854] 'range keys from in-memory index tree' (duration: 173.571367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:02.852456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.775039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:23:02.852571Z","caller":"traceutil/trace.go:171","msg":"trace[1786221207] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23328; }","duration":"173.544196ms","start":"2026-03-06T01:23:02.678932Z","end":"2026-03-06T01:23:02.852476Z","steps":["trace[1786221207] 'range keys from in-memory index tree' (duration: 172.600625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:08.524258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:08.962072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164264409s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:09.12528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.062315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:09.12885Z","caller":"traceutil/trace.go:171","msg":"trace[833817651] linearizableReadLoop","detail":"{readStateIndex:24180; appliedIndex:24178; }","duration":"1.104692105s","start":"2026-03-06T01:23:08.02414Z","end":"2026-03-06T01:23:09.128832Z","steps":["trace[833817651] 'read index received' (duration: 938.111462ms)","trace[833817651] 'applied index is now lower than readState.Index' (duration: 166.579823ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:09.129108Z","caller":"traceutil/trace.go:171","msg":"trace[669009572] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"1.204900504s","start":"2026-03-06T01:23:07.924195Z","end":"2026-03-06T01:23:09.129096Z","steps":["trace[669009572] 'process raft request' (duration: 1.204288421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:07.924167Z","time spent":"1.204965576s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:09.129311Z","caller":"traceutil/trace.go:171","msg":"trace[2026276673] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"584.380403ms","start":"2026-03-06T01:23:08.544923Z","end":"2026-03-06T01:23:09.129304Z","steps":["trace[2026276673] 'process raft request' (duration: 583.729889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.544901Z","time spent":"584.430444ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:09.129499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.444937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:09.129502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105354169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:09.129487Z","caller":"traceutil/trace.go:171","msg":"trace[1645187673] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"561.57343ms","start":"2026-03-06T01:23:08.567878Z","end":"2026-03-06T01:23:09.129452Z","steps":["trace[1645187673] 'process raft request' (duration: 560.928326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:09.129544Z","caller":"traceutil/trace.go:171","msg":"trace[1331218631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23368; }","duration":"829.537159ms","start":"2026-03-06T01:23:08.299996Z","end":"2026-03-06T01:23:09.129533Z","steps":["trace[1331218631] 'agreement among raft nodes before linearized reading' (duration: 829.471297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:09.129548Z","caller":"traceutil/trace.go:171","msg":"trace[577077996] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23368; }","duration":"1.105432671s","start":"2026-03-06T01:23:08.024106Z","end":"2026-03-06T01:23:09.129539Z","steps":["trace[577077996] 'agreement among raft nodes before linearized reading' (duration: 1.105339349s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.12957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.29995Z","time spent":"829.61439ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:09.129572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.024089Z","time spent":"1.105476861s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:09.129649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.567855Z","time spent":"561.709623ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:09.129801Z","caller":"traceutil/trace.go:171","msg":"trace[547893905] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"580.594801ms","start":"2026-03-06T01:23:08.549196Z","end":"2026-03-06T01:23:09.129791Z","steps":["trace[547893905] 'process raft request' (duration: 579.528337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.914341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:23:09.129878Z","caller":"traceutil/trace.go:171","msg":"trace[1375552185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23368; }","duration":"534.013934ms","start":"2026-03-06T01:23:08.595857Z","end":"2026-03-06T01:23:09.129871Z","steps":["trace[1375552185] 'agreement among raft nodes before linearized reading' (duration: 533.87817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.595767Z","time spent":"534.130697ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:23:09.129902Z","caller":"traceutil/trace.go:171","msg":"trace[49601091] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"581.634334ms","start":"2026-03-06T01:23:08.548261Z","end":"2026-03-06T01:23:09.129895Z","steps":["trace[49601091] 'process raft request' (duration: 580.434617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.548245Z","time spent":"581.677954ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:09.129961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.639633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:23:09.129981Z","caller":"traceutil/trace.go:171","msg":"trace[1545044053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23368; }","duration":"639.694154ms","start":"2026-03-06T01:23:08.49028Z","end":"2026-03-06T01:23:09.129974Z","steps":["trace[1545044053] 'agreement among raft nodes before linearized reading' (duration: 639.634473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.617825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:09.130001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.490257Z","time spent":"639.740685ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:23:09.130006Z","caller":"traceutil/trace.go:171","msg":"trace[1207953226] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23368; }","duration":"611.729578ms","start":"2026-03-06T01:23:08.51827Z","end":"2026-03-06T01:23:09.129999Z","steps":["trace[1207953226] 'agreement among raft nodes before linearized reading' (duration: 611.619285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.130029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.518262Z","time spent":"611.761248ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:09.130041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.747369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:23:09.130062Z","caller":"traceutil/trace.go:171","msg":"trace[863705033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23368; }","duration":"118.798519ms","start":"2026-03-06T01:23:09.011257Z","end":"2026-03-06T01:23:09.130056Z","steps":["trace[863705033] 'agreement among raft nodes before linearized reading' (duration: 118.741298ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:09.12994Z","caller":"traceutil/trace.go:171","msg":"trace[1078252852] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"566.307306ms","start":"2026-03-06T01:23:08.563621Z","end":"2026-03-06T01:23:09.129928Z","steps":["trace[1078252852] 'process raft request' (duration: 565.13006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.130081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.425816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:09.13007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.310046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:09.130098Z","caller":"traceutil/trace.go:171","msg":"trace[511156685] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23368; }","duration":"687.484188ms","start":"2026-03-06T01:23:08.442607Z","end":"2026-03-06T01:23:09.130091Z","steps":["trace[511156685] 'agreement among raft nodes before linearized reading' (duration: 687.455257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.549186Z","time spent":"580.639852ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:09.130133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.442587Z","time spent":"687.540259ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:09.130129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.563605Z","time spent":"566.48467ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:09.130144Z","caller":"traceutil/trace.go:171","msg":"trace[1187802312] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23368; }","duration":"117.423339ms","start":"2026-03-06T01:23:09.0127Z","end":"2026-03-06T01:23:09.130123Z","steps":["trace[1187802312] 'agreement among raft nodes before linearized reading' (duration: 117.282336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.129877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.913823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:09.130336Z","caller":"traceutil/trace.go:171","msg":"trace[1722544392] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23368; }","duration":"583.409593ms","start":"2026-03-06T01:23:08.546917Z","end":"2026-03-06T01:23:09.130326Z","steps":["trace[1722544392] 'agreement among raft nodes before linearized reading' (duration: 582.920312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.130374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.546901Z","time spent":"583.466124ms","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:09.129974Z","caller":"traceutil/trace.go:171","msg":"trace[163986515] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"562.247286ms","start":"2026-03-06T01:23:08.567719Z","end":"2026-03-06T01:23:09.129966Z","steps":["trace[163986515] 'process raft request' (duration: 561.061209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.130573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.567706Z","time spent":"562.784358ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:10.935628Z","caller":"traceutil/trace.go:171","msg":"trace[2083421523] linearizableReadLoop","detail":"{readStateIndex:24194; appliedIndex:24193; }","duration":"129.604677ms","start":"2026-03-06T01:23:10.805989Z","end":"2026-03-06T01:23:10.935593Z","steps":["trace[2083421523] 'read index received' (duration: 107.04159ms)","trace[2083421523] 'applied index is now lower than readState.Index' (duration: 22.561457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:10.935861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.835872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.935959Z","caller":"traceutil/trace.go:171","msg":"trace[1659009154] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23375; }","duration":"129.996266ms","start":"2026-03-06T01:23:10.80594Z","end":"2026-03-06T01:23:10.935936Z","steps":["trace[1659009154] 'agreement among raft nodes before linearized reading' (duration: 129.783271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.334679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.964802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:11.334922Z","caller":"traceutil/trace.go:171","msg":"trace[330132770] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"198.017046ms","start":"2026-03-06T01:23:11.136887Z","end":"2026-03-06T01:23:11.334904Z","steps":["trace[330132770] 'process raft request' (duration: 197.889763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.334934Z","caller":"traceutil/trace.go:171","msg":"trace[898953669] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"198.152859ms","start":"2026-03-06T01:23:11.136753Z","end":"2026-03-06T01:23:11.334906Z","steps":["trace[898953669] 'process raft request' (duration: 79.880751ms)","trace[898953669] 'compare' (duration: 117.713955ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:11.335073Z","caller":"traceutil/trace.go:171","msg":"trace[1360039614] linearizableReadLoop","detail":"{readStateIndex:24200; appliedIndex:24194; }","duration":"159.942926ms","start":"2026-03-06T01:23:11.175111Z","end":"2026-03-06T01:23:11.335054Z","steps":["trace[1360039614] 'read index received' (duration: 24.451799ms)","trace[1360039614] 'applied index is now lower than readState.Index' (duration: 135.490297ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:11.335117Z","caller":"traceutil/trace.go:171","msg":"trace[654496984] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"196.835321ms","start":"2026-03-06T01:23:11.138268Z","end":"2026-03-06T01:23:11.335103Z","steps":["trace[654496984] 'process raft request' (duration: 196.601295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.335187Z","caller":"traceutil/trace.go:171","msg":"trace[1134105856] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"196.686386ms","start":"2026-03-06T01:23:11.138489Z","end":"2026-03-06T01:23:11.335175Z","steps":["trace[1134105856] 'process raft request' (duration: 196.465351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.335387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.270013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:23:11.33543Z","caller":"traceutil/trace.go:171","msg":"trace[1963048899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23381; }","duration":"160.344824ms","start":"2026-03-06T01:23:11.175073Z","end":"2026-03-06T01:23:11.335418Z","steps":["trace[1963048899] 'agreement among raft nodes before linearized reading' (duration: 160.196131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.335391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.410636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:11.335534Z","caller":"traceutil/trace.go:171","msg":"trace[1662733278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23381; }","duration":"130.59518ms","start":"2026-03-06T01:23:11.204931Z","end":"2026-03-06T01:23:11.335526Z","steps":["trace[1662733278] 'agreement among raft nodes before linearized reading' (duration: 130.382875ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.335529Z","caller":"traceutil/trace.go:171","msg":"trace[1175515692] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"193.296932ms","start":"2026-03-06T01:23:11.142192Z","end":"2026-03-06T01:23:11.335489Z","steps":["trace[1175515692] 'process raft request' (duration: 192.824152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.335583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.266089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:23:11.335665Z","caller":"traceutil/trace.go:171","msg":"trace[1750974624] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23381; }","duration":"129.390102ms","start":"2026-03-06T01:23:11.206261Z","end":"2026-03-06T01:23:11.335651Z","steps":["trace[1750974624] 'agreement among raft nodes before linearized reading' (duration: 129.150077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.33569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.564946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:23:11.335735Z","caller":"traceutil/trace.go:171","msg":"trace[1045476167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23381; }","duration":"129.636058ms","start":"2026-03-06T01:23:11.206088Z","end":"2026-03-06T01:23:11.335724Z","steps":["trace[1045476167] 'agreement among raft nodes before linearized reading' (duration: 129.551576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.335616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.478714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:23:11.335842Z","caller":"traceutil/trace.go:171","msg":"trace[1628577866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23381; }","duration":"129.74208ms","start":"2026-03-06T01:23:11.206078Z","end":"2026-03-06T01:23:11.33582Z","steps":["trace[1628577866] 'agreement among raft nodes before linearized reading' (duration: 129.447754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.335864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.297493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:11.338218Z","caller":"traceutil/trace.go:171","msg":"trace[1502189619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23381; }","duration":"132.566433ms","start":"2026-03-06T01:23:11.205495Z","end":"2026-03-06T01:23:11.338062Z","steps":["trace[1502189619] 'agreement among raft nodes before linearized reading' (duration: 130.228101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.61957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.624106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:11.619751Z","caller":"traceutil/trace.go:171","msg":"trace[789985123] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"278.710234ms","start":"2026-03-06T01:23:11.341027Z","end":"2026-03-06T01:23:11.619738Z","steps":["trace[789985123] 'process raft request' (duration: 278.663313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.619835Z","caller":"traceutil/trace.go:171","msg":"trace[23304348] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"279.471631ms","start":"2026-03-06T01:23:11.340329Z","end":"2026-03-06T01:23:11.619801Z","steps":["trace[23304348] 'process raft request' (duration: 135.550228ms)","trace[23304348] 'compare' (duration: 143.291299ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:11.619894Z","caller":"traceutil/trace.go:171","msg":"trace[1423993222] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"278.861588ms","start":"2026-03-06T01:23:11.341026Z","end":"2026-03-06T01:23:11.619888Z","steps":["trace[1423993222] 'process raft request' (duration: 278.616082ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.619988Z","caller":"traceutil/trace.go:171","msg":"trace[1440727047] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"278.237444ms","start":"2026-03-06T01:23:11.341727Z","end":"2026-03-06T01:23:11.619964Z","steps":["trace[1440727047] 'process raft request' (duration: 278.179843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.62004Z","caller":"traceutil/trace.go:171","msg":"trace[740615103] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"278.572191ms","start":"2026-03-06T01:23:11.341464Z","end":"2026-03-06T01:23:11.620036Z","steps":["trace[740615103] 'process raft request' (duration: 278.346446ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.620015Z","caller":"traceutil/trace.go:171","msg":"trace[392289753] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"278.909328ms","start":"2026-03-06T01:23:11.3411Z","end":"2026-03-06T01:23:11.620009Z","steps":["trace[392289753] 'process raft request' (duration: 278.613652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:12.511953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.16361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:12.512027Z","caller":"traceutil/trace.go:171","msg":"trace[1990821093] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23388; }","duration":"110.258722ms","start":"2026-03-06T01:23:12.401753Z","end":"2026-03-06T01:23:12.512012Z","steps":["trace[1990821093] 'range keys from in-memory index tree' (duration: 110.051986ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:13.650984Z","caller":"traceutil/trace.go:171","msg":"trace[736483683] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"310.623698ms","start":"2026-03-06T01:23:13.34033Z","end":"2026-03-06T01:23:13.650954Z","steps":["trace[736483683] 'process raft request' (duration: 239.649203ms)","trace[736483683] 'compare' (duration: 70.846322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:13.651132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.340306Z","time spent":"310.750651ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:13.740133Z","caller":"traceutil/trace.go:171","msg":"trace[278264404] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"399.753713ms","start":"2026-03-06T01:23:13.340356Z","end":"2026-03-06T01:23:13.740109Z","steps":["trace[278264404] 'process raft request' (duration: 399.58632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.740261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.340327Z","time spent":"399.868685ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:13.740648Z","caller":"traceutil/trace.go:171","msg":"trace[262682169] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"399.047798ms","start":"2026-03-06T01:23:13.341572Z","end":"2026-03-06T01:23:13.74062Z","steps":["trace[262682169] 'process raft request' (duration: 398.499146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.740705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.341562Z","time spent":"399.117539ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:13.740785Z","caller":"traceutil/trace.go:171","msg":"trace[1911421312] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"398.996967ms","start":"2026-03-06T01:23:13.341778Z","end":"2026-03-06T01:23:13.740775Z","steps":["trace[1911421312] 'process raft request' (duration: 398.630489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.740855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.341769Z","time spent":"399.046088ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:13.740742Z","caller":"traceutil/trace.go:171","msg":"trace[155107254] linearizableReadLoop","detail":"{readStateIndex:24213; appliedIndex:24209; }","duration":"117.154203ms","start":"2026-03-06T01:23:13.623557Z","end":"2026-03-06T01:23:13.740712Z","steps":["trace[155107254] 'read index received' (duration: 116.298304ms)","trace[155107254] 'applied index is now lower than readState.Index' (duration: 854.679µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:13.740896Z","caller":"traceutil/trace.go:171","msg":"trace[891754013] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"398.940316ms","start":"2026-03-06T01:23:13.341947Z","end":"2026-03-06T01:23:13.740887Z","steps":["trace[891754013] 'process raft request' (duration: 398.69728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.740935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.341908Z","time spent":"399.005548ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:13.740955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.370568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:13.741016Z","caller":"traceutil/trace.go:171","msg":"trace[942820350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23394; }","duration":"117.481601ms","start":"2026-03-06T01:23:13.623516Z","end":"2026-03-06T01:23:13.740998Z","steps":["trace[942820350] 'agreement among raft nodes before linearized reading' (duration: 117.289196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.74103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.360357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:23:13.741053Z","caller":"traceutil/trace.go:171","msg":"trace[1611911490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23394; }","duration":"117.433349ms","start":"2026-03-06T01:23:13.623613Z","end":"2026-03-06T01:23:13.741046Z","steps":["trace[1611911490] 'agreement among raft nodes before linearized reading' (duration: 117.338887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.741144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.499069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:23:13.741162Z","caller":"traceutil/trace.go:171","msg":"trace[874143132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23394; }","duration":"116.54101ms","start":"2026-03-06T01:23:13.624613Z","end":"2026-03-06T01:23:13.741154Z","steps":["trace[874143132] 'agreement among raft nodes before linearized reading' (duration: 116.490639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.741215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.670242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:13.741239Z","caller":"traceutil/trace.go:171","msg":"trace[1941365451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23394; }","duration":"116.720854ms","start":"2026-03-06T01:23:13.624509Z","end":"2026-03-06T01:23:13.74123Z","steps":["trace[1941365451] 'agreement among raft nodes before linearized reading' (duration: 116.656482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.741211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.467579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:23:13.741278Z","caller":"traceutil/trace.go:171","msg":"trace[1058569152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23394; }","duration":"116.5633ms","start":"2026-03-06T01:23:13.624696Z","end":"2026-03-06T01:23:13.741259Z","steps":["trace[1058569152] 'agreement among raft nodes before linearized reading' (duration: 116.364296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.741351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.215518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:23:13.741407Z","caller":"traceutil/trace.go:171","msg":"trace[2125295375] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23394; }","duration":"114.267999ms","start":"2026-03-06T01:23:13.62712Z","end":"2026-03-06T01:23:13.741388Z","steps":["trace[2125295375] 'agreement among raft nodes before linearized reading' (duration: 114.104526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:14.144417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.556572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:14.144904Z","caller":"traceutil/trace.go:171","msg":"trace[762300654] linearizableReadLoop","detail":"{readStateIndex:24220; appliedIndex:24214; }","duration":"185.897509ms","start":"2026-03-06T01:23:13.958989Z","end":"2026-03-06T01:23:14.144887Z","steps":["trace[762300654] 'read index received' (duration: 4.665473ms)","trace[762300654] 'applied index is now lower than readState.Index' (duration: 181.230866ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:14.144942Z","caller":"traceutil/trace.go:171","msg":"trace[962533964] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"398.073717ms","start":"2026-03-06T01:23:13.746837Z","end":"2026-03-06T01:23:14.144911Z","steps":["trace[962533964] 'process raft request' (duration: 397.897483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:14.145289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.263567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:14.145023Z","caller":"traceutil/trace.go:171","msg":"trace[1906152114] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"398.276751ms","start":"2026-03-06T01:23:13.746736Z","end":"2026-03-06T01:23:14.145013Z","steps":["trace[1906152114] 'process raft request' (duration: 217.025924ms)","trace[1906152114] 'compare' (duration: 180.250414ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:14.145322Z","caller":"traceutil/trace.go:171","msg":"trace[1531852859] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23401; }","duration":"186.360799ms","start":"2026-03-06T01:23:13.958951Z","end":"2026-03-06T01:23:14.145311Z","steps":["trace[1531852859] 'agreement among raft nodes before linearized reading' (duration: 186.266467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:14.145289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.7468Z","time spent":"398.449104ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:14.145417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.746726Z","time spent":"398.622048ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:14.145148Z","caller":"traceutil/trace.go:171","msg":"trace[1868625299] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"398.349322ms","start":"2026-03-06T01:23:13.746785Z","end":"2026-03-06T01:23:14.145134Z","steps":["trace[1868625299] 'process raft request' (duration: 397.845681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:14.145587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.746779Z","time spent":"398.7285ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:14.145168Z","caller":"traceutil/trace.go:171","msg":"trace[1925009131] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"368.076815ms","start":"2026-03-06T01:23:13.777062Z","end":"2026-03-06T01:23:14.145138Z","steps":["trace[1925009131] 'process raft request' (duration: 367.778539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:14.145712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.777036Z","time spent":"368.609757ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:14.145155Z","caller":"traceutil/trace.go:171","msg":"trace[78211790] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"395.922229ms","start":"2026-03-06T01:23:13.749201Z","end":"2026-03-06T01:23:14.145123Z","steps":["trace[78211790] 'process raft request' (duration: 395.605602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:14.145787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.74918Z","time spent":"396.591434ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:14.145199Z","caller":"traceutil/trace.go:171","msg":"trace[1267778189] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"397.366521ms","start":"2026-03-06T01:23:13.747826Z","end":"2026-03-06T01:23:14.145193Z","steps":["trace[1267778189] 'process raft request' (duration: 396.945011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:14.145868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.747815Z","time spent":"397.998714ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:15.776605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:16.277602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:16.550267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188502303s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:17.155992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858564144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:17.156057Z","caller":"traceutil/trace.go:171","msg":"trace[875311038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23401; }","duration":"2.858640976s","start":"2026-03-06T01:23:14.297402Z","end":"2026-03-06T01:23:17.156043Z","steps":["trace[875311038] 'range keys from in-memory index tree' (duration: 2.858471852s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.15608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587046058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:17.15609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.297344Z","time spent":"2.858739248s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:17.156116Z","caller":"traceutil/trace.go:171","msg":"trace[324379549] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23401; }","duration":"2.587112679s","start":"2026-03-06T01:23:14.568991Z","end":"2026-03-06T01:23:17.156104Z","steps":["trace[324379549] 'count revisions from in-memory index tree' (duration: 2.586979306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.156141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.568974Z","time spent":"2.58716008s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:17.156901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214696469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:17.156926Z","caller":"traceutil/trace.go:171","msg":"trace[1757363136] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23401; }","duration":"2.21475618s","start":"2026-03-06T01:23:14.942161Z","end":"2026-03-06T01:23:17.156917Z","steps":["trace[1757363136] 'count revisions from in-memory index tree' (duration: 2.214538955s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.156947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.94214Z","time spent":"2.214801111s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:17.157741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.215058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:17.157796Z","caller":"traceutil/trace.go:171","msg":"trace[509179575] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"1.930258997s","start":"2026-03-06T01:23:15.227527Z","end":"2026-03-06T01:23:17.157786Z","steps":["trace[509179575] 'process raft request' (duration: 1.322950647s)","trace[509179575] 'compare' (duration: 605.562852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:17.157836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.227502Z","time spent":"1.930315279s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:18.298794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000742202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:18.298857Z","caller":"traceutil/trace.go:171","msg":"trace[816234701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000858764s","start":"2026-03-06T01:23:16.297983Z","end":"2026-03-06T01:23:18.298841Z","steps":["trace[816234701] 'agreement among raft nodes before linearized reading' (duration: 2.000775272s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:18.298894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.297962Z","time spent":"2.000923006s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:20.01178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.880097399s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:20.231889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326983577s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:20.231968Z","caller":"traceutil/trace.go:171","msg":"trace[1185427382] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23402; }","duration":"1.327073049s","start":"2026-03-06T01:23:18.904883Z","end":"2026-03-06T01:23:20.231956Z","steps":["trace[1185427382] 'range keys from in-memory index tree' (duration: 1.326971217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.232023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.96728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:20.232165Z","caller":"traceutil/trace.go:171","msg":"trace[1827745464] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"4.576279425s","start":"2026-03-06T01:23:15.655861Z","end":"2026-03-06T01:23:20.232141Z","steps":["trace[1827745464] 'process raft request' (duration: 4.356110761s)","trace[1827745464] 'compare' (duration: 218.64745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:20.232281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.655836Z","time spent":"4.576373087s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:20.232309Z","caller":"traceutil/trace.go:171","msg":"trace[796186822] linearizableReadLoop","detail":"{readStateIndex:24227; appliedIndex:24220; }","duration":"4.956300883s","start":"2026-03-06T01:23:15.275997Z","end":"2026-03-06T01:23:20.232298Z","steps":["trace[796186822] 'read index received' (duration: 1.274475948s)","trace[796186822] 'applied index is now lower than readState.Index' (duration: 3.681824335s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:20.232439Z","caller":"traceutil/trace.go:171","msg":"trace[1843063890] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"4.487005526s","start":"2026-03-06T01:23:15.745426Z","end":"2026-03-06T01:23:20.232431Z","steps":["trace[1843063890] 'process raft request' (duration: 4.486657169s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.232483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.745404Z","time spent":"4.487055108s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:20.232569Z","caller":"traceutil/trace.go:171","msg":"trace[93429400] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"4.066371913s","start":"2026-03-06T01:23:16.16619Z","end":"2026-03-06T01:23:20.232562Z","steps":["trace[93429400] 'process raft request' (duration: 4.066082487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.232607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.166173Z","time spent":"4.066414613s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:20.232579Z","caller":"traceutil/trace.go:171","msg":"trace[1678323058] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"4.485834841s","start":"2026-03-06T01:23:15.746711Z","end":"2026-03-06T01:23:20.232546Z","steps":["trace[1678323058] 'process raft request' (duration: 4.485537054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.232677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956682021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:20.232695Z","caller":"traceutil/trace.go:171","msg":"trace[771703539] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23408; }","duration":"4.956704432s","start":"2026-03-06T01:23:15.275985Z","end":"2026-03-06T01:23:20.232689Z","steps":["trace[771703539] 'agreement among raft nodes before linearized reading' (duration: 4.956665871s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.232714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.275969Z","time spent":"4.956739503s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:20.232716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.746676Z","time spent":"4.485967173s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:20.232833Z","caller":"traceutil/trace.go:171","msg":"trace[1077014468] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"4.486360383s","start":"2026-03-06T01:23:15.746462Z","end":"2026-03-06T01:23:20.232823Z","steps":["trace[1077014468] 'process raft request' (duration: 4.485695088s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.232878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.74645Z","time spent":"4.486399533s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:20.23307Z","caller":"traceutil/trace.go:171","msg":"trace[391278150] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"4.486484506s","start":"2026-03-06T01:23:15.746574Z","end":"2026-03-06T01:23:20.233059Z","steps":["trace[391278150] 'process raft request' (duration: 4.485618587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.233115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.746549Z","time spent":"4.486539626s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:20.306462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000681489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:20.306515Z","caller":"traceutil/trace.go:171","msg":"trace[1810730597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000751121s","start":"2026-03-06T01:23:18.305753Z","end":"2026-03-06T01:23:20.306504Z","steps":["trace[1810730597] 'agreement among raft nodes before linearized reading' (duration: 2.000691509s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.306536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.305749Z","time spent":"2.000782051s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:20.732846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:21.148112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998919394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:21.148197Z","caller":"traceutil/trace.go:171","msg":"trace[6972654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999054536s","start":"2026-03-06T01:23:16.149123Z","end":"2026-03-06T01:23:21.148178Z","steps":["trace[6972654] 'agreement among raft nodes before linearized reading' (duration: 4.998951964s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.148244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.149104Z","time spent":"4.999129688s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 01:23:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:21.149559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999618459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:21.149647Z","caller":"traceutil/trace.go:171","msg":"trace[6473004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999758301s","start":"2026-03-06T01:23:16.149869Z","end":"2026-03-06T01:23:21.149627Z","steps":["trace[6473004] 'agreement among raft nodes before linearized reading' (duration: 4.999644589s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.149704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.149859Z","time spent":"4.999827503s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:23:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:21.150692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999446665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:21.15074Z","caller":"traceutil/trace.go:171","msg":"trace[668114921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999525886s","start":"2026-03-06T01:23:16.151203Z","end":"2026-03-06T01:23:21.150729Z","steps":["trace[668114921] 'agreement among raft nodes before linearized reading' (duration: 4.999471125s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.150774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.151194Z","time spent":"4.999571617s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:23:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:21.233378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:21.734024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:22.14112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.973602312s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:22.306718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:22.306791Z","caller":"traceutil/trace.go:171","msg":"trace[1358589572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389623s","start":"2026-03-06T01:23:20.306386Z","end":"2026-03-06T01:23:22.306776Z","steps":["trace[1358589572] 'agreement among raft nodes before linearized reading' (duration: 2.000295201s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:22.306829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.306374Z","time spent":"2.000444874s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:23.26699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:23.267074Z","caller":"traceutil/trace.go:171","msg":"trace[718091233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074056s","start":"2026-03-06T01:23:21.266314Z","end":"2026-03-06T01:23:23.267055Z","steps":["trace[718091233] 'agreement among raft nodes before linearized reading' (duration: 2.000626818s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.26712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.266293Z","time spent":"2.000816973s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:23.63625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.635948Z","time spent":"7.000295878s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:23.850366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.709103771s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:23.973565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832195925s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:23.973768Z","caller":"traceutil/trace.go:171","msg":"trace[2010823456] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"6.633670945s","start":"2026-03-06T01:23:17.340084Z","end":"2026-03-06T01:23:23.973755Z","steps":["trace[2010823456] 'process raft request' (duration: 6.633565453s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.973839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.340052Z","time spent":"6.633744877s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:23.973954Z","caller":"traceutil/trace.go:171","msg":"trace[182787891] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"4.809277461s","start":"2026-03-06T01:23:19.164649Z","end":"2026-03-06T01:23:23.973927Z","steps":["trace[182787891] 'process raft request' (duration: 4.809070556s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.974091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.164624Z","time spent":"4.809398734s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:24.316945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999605426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:24.317234Z","caller":"traceutil/trace.go:171","msg":"trace[1023114020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999923103s","start":"2026-03-06T01:23:22.317288Z","end":"2026-03-06T01:23:24.317211Z","steps":["trace[1023114020] 'agreement among raft nodes before linearized reading' (duration: 1.999631407s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:24.317391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.317271Z","time spent":"2.000103897s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:25.577981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604071416s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:25.578159Z","caller":"traceutil/trace.go:171","msg":"trace[1599723139] linearizableReadLoop","detail":"{readStateIndex:24231; appliedIndex:24227; }","duration":"5.3458111s","start":"2026-03-06T01:23:20.232328Z","end":"2026-03-06T01:23:25.578139Z","steps":["trace[1599723139] 'read index received' (duration: 1.908921796s)","trace[1599723139] 'applied index is now lower than readState.Index' (duration: 3.436887194s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:25.57848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.860584925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:25.578551Z","caller":"traceutil/trace.go:171","msg":"trace[1890695488] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23412; }","duration":"7.860704127s","start":"2026-03-06T01:23:17.717829Z","end":"2026-03-06T01:23:25.578533Z","steps":["trace[1890695488] 'agreement among raft nodes before linearized reading' (duration: 7.860550144s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.578608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.717768Z","time spent":"7.8608288s","remote":"127.0.0.1:41752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.578592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.970529749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:25.578671Z","caller":"traceutil/trace.go:171","msg":"trace[1050688518] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23412; }","duration":"7.970692393s","start":"2026-03-06T01:23:17.607961Z","end":"2026-03-06T01:23:25.578654Z","steps":["trace[1050688518] 'agreement among raft nodes before linearized reading' (duration: 7.970497568s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.578809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.607936Z","time spent":"7.970857716s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.579039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.010217046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:25.579082Z","caller":"traceutil/trace.go:171","msg":"trace[58351758] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23412; }","duration":"7.010291378s","start":"2026-03-06T01:23:18.568779Z","end":"2026-03-06T01:23:25.57907Z","steps":["trace[58351758] 'agreement among raft nodes before linearized reading' (duration: 7.010215156s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.57911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.568761Z","time spent":"7.010342338s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.579047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.600794509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:25.579213Z","caller":"traceutil/trace.go:171","msg":"trace[913681240] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23412; }","duration":"6.600996274s","start":"2026-03-06T01:23:18.978181Z","end":"2026-03-06T01:23:25.579177Z","steps":["trace[913681240] 'agreement among raft nodes before linearized reading' (duration: 6.600783689s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.978162Z","time spent":"6.601083855s","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.579384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.273751146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:23:25.579418Z","caller":"traceutil/trace.go:171","msg":"trace[1801803183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23412; }","duration":"7.273807368s","start":"2026-03-06T01:23:18.305599Z","end":"2026-03-06T01:23:25.579406Z","steps":["trace[1801803183] 'agreement among raft nodes before linearized reading' (duration: 7.273637274s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.305582Z","time spent":"7.27385789s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T01:23:25.579467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.428311759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:23:25.579499Z","caller":"traceutil/trace.go:171","msg":"trace[1806264883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23412; }","duration":"9.428380761s","start":"2026-03-06T01:23:16.151112Z","end":"2026-03-06T01:23:25.579492Z","steps":["trace[1806264883] 'agreement among raft nodes before linearized reading' (duration: 9.428308048s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.15109Z","time spent":"9.428420262s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:25.579514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.138508928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:25.579548Z","caller":"traceutil/trace.go:171","msg":"trace[683346192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23412; }","duration":"6.13857222s","start":"2026-03-06T01:23:19.440964Z","end":"2026-03-06T01:23:25.579536Z","steps":["trace[683346192] 'agreement among raft nodes before linearized reading' (duration: 6.138516038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.440946Z","time spent":"6.13862256s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.579545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.202007642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:25.579606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.163433899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:25.579605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.687819907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:25.579622Z","caller":"traceutil/trace.go:171","msg":"trace[644450424] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23412; }","duration":"9.163496191s","start":"2026-03-06T01:23:16.41612Z","end":"2026-03-06T01:23:25.579617Z","steps":["trace[644450424] 'agreement among raft nodes before linearized reading' (duration: 9.163462781s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.4161Z","time spent":"9.163532803s","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:25.579634Z","caller":"traceutil/trace.go:171","msg":"trace[822922529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23412; }","duration":"7.687875798s","start":"2026-03-06T01:23:17.891748Z","end":"2026-03-06T01:23:25.579624Z","steps":["trace[822922529] 'agreement among raft nodes before linearized reading' (duration: 7.687825527s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:25.579637Z","caller":"traceutil/trace.go:171","msg":"trace[2136636357] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23412; }","duration":"8.202146475s","start":"2026-03-06T01:23:17.377471Z","end":"2026-03-06T01:23:25.579618Z","steps":["trace[2136636357] 'agreement among raft nodes before linearized reading' (duration: 8.201997892s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.267137289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:25.579662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.891733Z","time spent":"7.687921168s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.579683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.377452Z","time spent":"8.202219827s","remote":"127.0.0.1:57284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:25.579689Z","caller":"traceutil/trace.go:171","msg":"trace[730429973] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23412; }","duration":"8.267202791s","start":"2026-03-06T01:23:17.31247Z","end":"2026-03-06T01:23:25.579673Z","steps":["trace[730429973] 'agreement among raft nodes before linearized reading' (duration: 8.267141539s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.312453Z","time spent":"8.267261572s","remote":"127.0.0.1:48392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.579755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.374242357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:25.579769Z","caller":"traceutil/trace.go:171","msg":"trace[365855792] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23412; }","duration":"9.374293309s","start":"2026-03-06T01:23:16.205472Z","end":"2026-03-06T01:23:25.579765Z","steps":["trace[365855792] 'agreement among raft nodes before linearized reading' (duration: 9.374226707s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.205464Z","time spent":"9.374314369s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.579833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72745479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:23:25.57958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.114311106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:23:25.579858Z","caller":"traceutil/trace.go:171","msg":"trace[927172384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23412; }","duration":"7.727513522s","start":"2026-03-06T01:23:17.852337Z","end":"2026-03-06T01:23:25.57985Z","steps":["trace[927172384] 'agreement among raft nodes before linearized reading' (duration: 7.72742763s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:25.579878Z","caller":"traceutil/trace.go:171","msg":"trace[1222284249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23412; }","duration":"9.114644334s","start":"2026-03-06T01:23:16.465223Z","end":"2026-03-06T01:23:25.579867Z","steps":["trace[1222284249] 'agreement among raft nodes before linearized reading' (duration: 9.114203374s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.385834493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:25.579911Z","caller":"traceutil/trace.go:171","msg":"trace[779635084] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23412; }","duration":"9.385894475s","start":"2026-03-06T01:23:16.194008Z","end":"2026-03-06T01:23:25.579903Z","steps":["trace[779635084] 'agreement among raft nodes before linearized reading' (duration: 9.385843294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.579917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.465207Z","time spent":"9.114696615s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:23:25.57994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.193997Z","time spent":"9.385935605s","remote":"127.0.0.1:34422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.58007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.052805058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:25.579883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.852318Z","time spent":"7.727560023s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:23:25.580119Z","caller":"traceutil/trace.go:171","msg":"trace[56689093] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23412; }","duration":"10.0529111s","start":"2026-03-06T01:23:15.527195Z","end":"2026-03-06T01:23:25.580106Z","steps":["trace[56689093] 'agreement among raft nodes before linearized reading' (duration: 10.052802998s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.580154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.527175Z","time spent":"10.052970522s","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.580162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.189040431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:25.580182Z","caller":"traceutil/trace.go:171","msg":"trace[61391726] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23412; }","duration":"10.189062452s","start":"2026-03-06T01:23:15.391114Z","end":"2026-03-06T01:23:25.580176Z","steps":["trace[61391726] 'agreement among raft nodes before linearized reading' (duration: 10.18900946s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.580196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.39105Z","time spent":"10.189142433s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:25.58022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.768447408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:23:25.580256Z","caller":"traceutil/trace.go:171","msg":"trace[1708722894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23412; }","duration":"9.768509629s","start":"2026-03-06T01:23:15.811736Z","end":"2026-03-06T01:23:25.580245Z","steps":["trace[1708722894] 'agreement among raft nodes before linearized reading' (duration: 9.768402397s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.580279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.150342879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:25.580292Z","caller":"traceutil/trace.go:171","msg":"trace[1457144563] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:23412; }","duration":"10.15039258s","start":"2026-03-06T01:23:15.429895Z","end":"2026-03-06T01:23:25.580288Z","steps":["trace[1457144563] 'agreement among raft nodes before linearized reading' (duration: 10.150366479s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.580286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.811721Z","time spent":"9.768558371s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:25.580304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.429876Z","time spent":"10.15042543s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:23:25.580426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.429338642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:23:25.580492Z","caller":"traceutil/trace.go:171","msg":"trace[1953902552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23412; }","duration":"9.429434954s","start":"2026-03-06T01:23:16.151049Z","end":"2026-03-06T01:23:25.580484Z","steps":["trace[1953902552] 'agreement among raft nodes before linearized reading' (duration: 9.429314212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.58052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.151039Z","time spent":"9.429473355s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:25.581765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.039362141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:25.581827Z","caller":"traceutil/trace.go:171","msg":"trace[1138728200] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23412; }","duration":"10.039464372s","start":"2026-03-06T01:23:15.542345Z","end":"2026-03-06T01:23:25.581809Z","steps":["trace[1138728200] 'agreement among raft nodes before linearized reading' (duration: 10.03800697s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.581863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.542328Z","time spent":"10.039525214s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2668,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} 2026/03/06 01:23:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:26.079034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:26.108863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.256960019s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:26.109287Z","caller":"traceutil/trace.go:171","msg":"trace[1999775831] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"3.871472936s","start":"2026-03-06T01:23:22.237786Z","end":"2026-03-06T01:23:26.109259Z","steps":["trace[1999775831] 'process raft request' (duration: 3.871244191s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.109466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.237757Z","time spent":"3.871598599s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:26.109522Z","caller":"traceutil/trace.go:171","msg":"trace[1030607216] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"3.868460909s","start":"2026-03-06T01:23:22.241051Z","end":"2026-03-06T01:23:26.109512Z","steps":["trace[1030607216] 'process raft request' (duration: 3.868414288s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:26.109563Z","caller":"traceutil/trace.go:171","msg":"trace[793846876] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"3.870552906s","start":"2026-03-06T01:23:22.239006Z","end":"2026-03-06T01:23:26.109559Z","steps":["trace[793846876] 'process raft request' (duration: 3.870392473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.109608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.238992Z","time spent":"3.870584047s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:26.109608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.241032Z","time spent":"3.868528921s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:26.109523Z","caller":"traceutil/trace.go:171","msg":"trace[2113034140] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"3.871049736s","start":"2026-03-06T01:23:22.238457Z","end":"2026-03-06T01:23:26.109507Z","steps":["trace[2113034140] 'process raft request' (duration: 3.8707381s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:26.109646Z","caller":"traceutil/trace.go:171","msg":"trace[641518547] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"3.868372318s","start":"2026-03-06T01:23:22.241253Z","end":"2026-03-06T01:23:26.109626Z","steps":["trace[641518547] 'process raft request' (duration: 3.868237695s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.109683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.238436Z","time spent":"3.871231661s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:26.109732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.241231Z","time spent":"3.868452809s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:26.148214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996421713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:26.148277Z","caller":"traceutil/trace.go:171","msg":"trace[996464567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.996541976s","start":"2026-03-06T01:23:23.15172Z","end":"2026-03-06T01:23:26.148262Z","steps":["trace[996464567] 'agreement among raft nodes before linearized reading' (duration: 2.996461264s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.148309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.1517Z","time spent":"2.996602848s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 01:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:26.152622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999724146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:26.152653Z","caller":"traceutil/trace.go:171","msg":"trace[1054664649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999778148s","start":"2026-03-06T01:23:23.152868Z","end":"2026-03-06T01:23:26.152646Z","steps":["trace[1054664649] 'agreement among raft nodes before linearized reading' (duration: 2.999742947s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.152658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.585357Z","time spent":"567.290167ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:26.15265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00080675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-06T01:23:26.152674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.152861Z","time spent":"2.999808258s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:23:26.152704Z","caller":"traceutil/trace.go:171","msg":"trace[376407180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.000904692s","start":"2026-03-06T01:23:23.151786Z","end":"2026-03-06T01:23:26.152691Z","steps":["trace[376407180] 'agreement among raft nodes before linearized reading' (duration: 3.00082116s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.152696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.584232Z","time spent":"568.458603ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:26.152735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.151781Z","time spent":"3.000946913s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/06 01:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:26.317513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:26.317675Z","caller":"traceutil/trace.go:171","msg":"trace[506315958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000835253s","start":"2026-03-06T01:23:24.316816Z","end":"2026-03-06T01:23:26.317652Z","steps":["trace[506315958] 'agreement among raft nodes before linearized reading' (duration: 2.000624558s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:26.317748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.316793Z","time spent":"2.000940816s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:28.324392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:28.324504Z","caller":"traceutil/trace.go:171","msg":"trace[1891474605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432034s","start":"2026-03-06T01:23:26.324052Z","end":"2026-03-06T01:23:28.324484Z","steps":["trace[1891474605] 'agreement among raft nodes before linearized reading' (duration: 2.000295351s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:28.324553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.324038Z","time spent":"2.000503726s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:29.449623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.3405749s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:29.673448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.332752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:29.673611Z","caller":"traceutil/trace.go:171","msg":"trace[266608313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23417; }","duration":"769.517156ms","start":"2026-03-06T01:23:28.904068Z","end":"2026-03-06T01:23:29.673585Z","steps":["trace[266608313] 'range keys from in-memory index tree' (duration: 769.294161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.676468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.535034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:29.676671Z","caller":"traceutil/trace.go:171","msg":"trace[649237927] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"5.52360033s","start":"2026-03-06T01:23:24.153043Z","end":"2026-03-06T01:23:29.676643Z","steps":["trace[649237927] 'process raft request' (duration: 5.296821421s)","trace[649237927] 'compare' (duration: 225.545853ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:29.676727Z","caller":"traceutil/trace.go:171","msg":"trace[1824626628] linearizableReadLoop","detail":"{readStateIndex:24244; appliedIndex:24231; }","duration":"4.098527031s","start":"2026-03-06T01:23:25.578193Z","end":"2026-03-06T01:23:29.67672Z","steps":["trace[1824626628] 'read index received' (duration: 530.865585ms)","trace[1824626628] 'applied index is now lower than readState.Index' (duration: 3.567660976s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:29.67671Z","caller":"traceutil/trace.go:171","msg":"trace[1463659641] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"4.094301398s","start":"2026-03-06T01:23:25.582379Z","end":"2026-03-06T01:23:29.676681Z","steps":["trace[1463659641] 'process raft request' (duration: 4.094198346s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.676757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.153018Z","time spent":"5.523701163s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:29.67677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.581185Z","time spent":"4.095577107s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:29.676846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.582352Z","time spent":"4.09442064s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:29.676908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.470162123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:23:29.676935Z","caller":"traceutil/trace.go:171","msg":"trace[2097020490] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23424; }","duration":"5.470240055s","start":"2026-03-06T01:23:24.206687Z","end":"2026-03-06T01:23:29.676927Z","steps":["trace[2097020490] 'agreement among raft nodes before linearized reading' (duration: 5.470146922s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.676953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.037862858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:23:29.67696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.206665Z","time spent":"5.470289815s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:23:29.676968Z","caller":"traceutil/trace.go:171","msg":"trace[245789348] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23424; }","duration":"6.037910299s","start":"2026-03-06T01:23:23.639053Z","end":"2026-03-06T01:23:29.676964Z","steps":["trace[245789348] 'agreement among raft nodes before linearized reading' (duration: 6.037868488s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.676982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.639033Z","time spent":"6.03794538s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-06T01:23:29.677024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639821641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:29.677041Z","caller":"traceutil/trace.go:171","msg":"trace[426578049] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23424; }","duration":"6.639870611s","start":"2026-03-06T01:23:23.037166Z","end":"2026-03-06T01:23:29.677036Z","steps":["trace[426578049] 'agreement among raft nodes before linearized reading' (duration: 6.6398473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.037145Z","time spent":"6.639905332s","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:29.677078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.336194999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:29.677082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265115291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:29.677112Z","caller":"traceutil/trace.go:171","msg":"trace[1600977024] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23424; }","duration":"5.33625281s","start":"2026-03-06T01:23:24.340848Z","end":"2026-03-06T01:23:29.677101Z","steps":["trace[1600977024] 'agreement among raft nodes before linearized reading' (duration: 5.336206769s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:29.677123Z","caller":"traceutil/trace.go:171","msg":"trace[392709369] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23424; }","duration":"5.265196252s","start":"2026-03-06T01:23:24.411912Z","end":"2026-03-06T01:23:29.677108Z","steps":["trace[392709369] 'agreement among raft nodes before linearized reading' (duration: 5.265120691s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.793957618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:23:29.677146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.340834Z","time spent":"5.336304201s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:29.677162Z","caller":"traceutil/trace.go:171","msg":"trace[133192072] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23424; }","duration":"6.79401148s","start":"2026-03-06T01:23:22.883146Z","end":"2026-03-06T01:23:29.677158Z","steps":["trace[133192072] 'agreement among raft nodes before linearized reading' (duration: 6.793965799s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.883125Z","time spent":"6.79404842s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:23:29.67719Z","caller":"traceutil/trace.go:171","msg":"trace[1115212906] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"3.697049099s","start":"2026-03-06T01:23:25.980128Z","end":"2026-03-06T01:23:29.677177Z","steps":["trace[1115212906] 'process raft request' (duration: 3.696570989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.67724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.720081175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:29.677262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.980103Z","time spent":"3.697124911s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:29.677285Z","caller":"traceutil/trace.go:171","msg":"trace[2096228235] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23424; }","duration":"4.720166977s","start":"2026-03-06T01:23:24.957109Z","end":"2026-03-06T01:23:29.677276Z","steps":["trace[2096228235] 'agreement among raft nodes before linearized reading' (duration: 4.720107966s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.267257418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:29.677319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.957086Z","time spent":"4.720223498s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:29.677336Z","caller":"traceutil/trace.go:171","msg":"trace[518474884] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23424; }","duration":"9.267299869s","start":"2026-03-06T01:23:20.41003Z","end":"2026-03-06T01:23:29.67733Z","steps":["trace[518474884] 'agreement among raft nodes before linearized reading' (duration: 9.267269749s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.410015Z","time spent":"9.26733169s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:29.677407Z","caller":"traceutil/trace.go:171","msg":"trace[1560289153] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"4.092755355s","start":"2026-03-06T01:23:25.584641Z","end":"2026-03-06T01:23:29.677396Z","steps":["trace[1560289153] 'process raft request' (duration: 4.091995008s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.67725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.126762305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:29.677461Z","caller":"traceutil/trace.go:171","msg":"trace[995247166] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23424; }","duration":"7.126999531s","start":"2026-03-06T01:23:22.550448Z","end":"2026-03-06T01:23:29.677447Z","steps":["trace[995247166] 'agreement among raft nodes before linearized reading' (duration: 7.126786286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.584633Z","time spent":"4.092808976s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:29.677509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.550429Z","time spent":"7.127064182s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:29.6772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29712968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:29.677577Z","caller":"traceutil/trace.go:171","msg":"trace[563249247] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23424; }","duration":"4.297542168s","start":"2026-03-06T01:23:25.380027Z","end":"2026-03-06T01:23:29.67757Z","steps":["trace[563249247] 'agreement among raft nodes before linearized reading' (duration: 4.29714667s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.380003Z","time spent":"4.297591s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:29.677156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.411896Z","time spent":"5.265250214s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:29.677291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.482969206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-06T01:23:29.676911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534588583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:29.677681Z","caller":"traceutil/trace.go:171","msg":"trace[1868789502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23424; }","duration":"8.483372835s","start":"2026-03-06T01:23:21.194296Z","end":"2026-03-06T01:23:29.677669Z","steps":["trace[1868789502] 'agreement among raft nodes before linearized reading' (duration: 8.482964446s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:29.677699Z","caller":"traceutil/trace.go:171","msg":"trace[1649654105] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23424; }","duration":"5.535404891s","start":"2026-03-06T01:23:24.142289Z","end":"2026-03-06T01:23:29.677694Z","steps":["trace[1649654105] 'agreement among raft nodes before linearized reading' (duration: 5.534604154s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.677716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.142245Z","time spent":"5.535465823s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:29.677718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.194283Z","time spent":"8.483423086s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T01:23:30.177065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:30.325047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:30.325137Z","caller":"traceutil/trace.go:171","msg":"trace[1398998934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374194s","start":"2026-03-06T01:23:28.324738Z","end":"2026-03-06T01:23:30.325112Z","steps":["trace[1398998934] 'agreement among raft nodes before linearized reading' (duration: 2.000270752s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:30.325186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.324717Z","time spent":"2.000458955s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:30.677174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:31.150728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.152695Z","time spent":"4.998022923s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:31.151648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.152771Z","time spent":"4.998873842s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:31.177941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:31.634435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949245826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:31.634502Z","caller":"traceutil/trace.go:171","msg":"trace[1487386101] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.949331908s","start":"2026-03-06T01:23:29.685154Z","end":"2026-03-06T01:23:31.634486Z","steps":["trace[1487386101] 'agreement among raft nodes before linearized reading' (duration: 1.949252026s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.634541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.68515Z","time spent":"1.949383039s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/06 01:23:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:31.678602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:31.924032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.474181599s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:32.348749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:32.348811Z","caller":"traceutil/trace.go:171","msg":"trace[1077579838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032026s","start":"2026-03-06T01:23:30.348764Z","end":"2026-03-06T01:23:32.348797Z","steps":["trace[1077579838] 'agreement among raft nodes before linearized reading' (duration: 1.999954234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:32.34885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:30.348746Z","time spent":"2.000096887s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:33.113039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.11485Z","time spent":"4.998180686s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:33.113118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.114909Z","time spent":"4.998207957s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:33.11305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.115083Z","time spent":"4.997962971s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:33.114356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.115128Z","time spent":"4.999226268s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:33.153789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.153505Z","time spent":"7.000275638s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:33.1538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.153103Z","time spent":"7.000690036s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:33.208201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283919788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:33.208848Z","caller":"traceutil/trace.go:171","msg":"trace[405511433] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"5.093823725s","start":"2026-03-06T01:23:28.115004Z","end":"2026-03-06T01:23:33.208827Z","steps":["trace[405511433] 'process raft request' (duration: 5.093749153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.208939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.114977Z","time spent":"5.093911577s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:33.20928Z","caller":"traceutil/trace.go:171","msg":"trace[551148648] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"4.229928699s","start":"2026-03-06T01:23:28.979308Z","end":"2026-03-06T01:23:33.209237Z","steps":["trace[551148648] 'process raft request' (duration: 4.229831816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.209426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.979284Z","time spent":"4.230069191s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:34.349286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:34.349387Z","caller":"traceutil/trace.go:171","msg":"trace[1516286350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407084s","start":"2026-03-06T01:23:32.348956Z","end":"2026-03-06T01:23:34.349363Z","steps":["trace[1516286350] 'agreement among raft nodes before linearized reading' (duration: 2.000277001s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.349464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.348935Z","time spent":"2.000499605s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:34.735163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.810897324s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:34.92458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.161129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:34.925063Z","caller":"traceutil/trace.go:171","msg":"trace[1609155735] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"5.244963299s","start":"2026-03-06T01:23:29.680057Z","end":"2026-03-06T01:23:34.92502Z","steps":["trace[1609155735] 'process raft request' (duration: 5.055281527s)","trace[1609155735] 'compare' (duration: 188.696619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:34.925253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.680037Z","time spent":"5.245106521s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.925469Z","caller":"traceutil/trace.go:171","msg":"trace[2046312013] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"5.244543668s","start":"2026-03-06T01:23:29.680893Z","end":"2026-03-06T01:23:34.925436Z","steps":["trace[2046312013] 'process raft request' (duration: 5.244348213s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.925514Z","caller":"traceutil/trace.go:171","msg":"trace[1806000775] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24244; }","duration":"5.248742121s","start":"2026-03-06T01:23:29.676753Z","end":"2026-03-06T01:23:34.925495Z","steps":["trace[1806000775] 'read index received' (duration: 2.247518502s)","trace[1806000775] 'applied index is now lower than readState.Index' (duration: 3.001222469s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:34.925498Z","caller":"traceutil/trace.go:171","msg":"trace[1854108802] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"4.678465917s","start":"2026-03-06T01:23:30.246999Z","end":"2026-03-06T01:23:34.925465Z","steps":["trace[1854108802] 'process raft request' (duration: 4.678365445s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.925604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.827742147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.925628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.604028666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-06T01:23:34.925632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.680872Z","time spent":"5.244675621s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.925663Z","caller":"traceutil/trace.go:171","msg":"trace[106618439] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23437; }","duration":"8.604112118s","start":"2026-03-06T01:23:26.32154Z","end":"2026-03-06T01:23:34.925652Z","steps":["trace[106618439] 'agreement among raft nodes before linearized reading' (duration: 8.603995926s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.92565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:30.246976Z","time spent":"4.678599141s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.925666Z","caller":"traceutil/trace.go:171","msg":"trace[141029321] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"3.289275069s","start":"2026-03-06T01:23:31.636372Z","end":"2026-03-06T01:23:34.925647Z","steps":["trace[141029321] 'process raft request' (duration: 3.289041354s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.925671Z","caller":"traceutil/trace.go:171","msg":"trace[846808620] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23437; }","duration":"8.827818269s","start":"2026-03-06T01:23:26.09783Z","end":"2026-03-06T01:23:34.925648Z","steps":["trace[846808620] 'agreement among raft nodes before linearized reading' (duration: 8.827709287s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.925601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.321440569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:34.925702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.341196399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:23:34.925744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.636358Z","time spent":"3.28934218s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.925711Z","caller":"traceutil/trace.go:171","msg":"trace[1463220517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23437; }","duration":"7.321601412s","start":"2026-03-06T01:23:27.604102Z","end":"2026-03-06T01:23:34.925703Z","steps":["trace[1463220517] 'agreement among raft nodes before linearized reading' (duration: 7.321406338s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.925763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.232639823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:34.925745Z","caller":"traceutil/trace.go:171","msg":"trace[70895561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23437; }","duration":"9.3412728s","start":"2026-03-06T01:23:25.584462Z","end":"2026-03-06T01:23:34.925735Z","steps":["trace[70895561] 'agreement among raft nodes before linearized reading' (duration: 9.341134847s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.92577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.860603708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:34.925784Z","caller":"traceutil/trace.go:171","msg":"trace[2023490773] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23437; }","duration":"6.232697594s","start":"2026-03-06T01:23:28.693082Z","end":"2026-03-06T01:23:34.925779Z","steps":["trace[2023490773] 'agreement among raft nodes before linearized reading' (duration: 6.232652953s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.925789Z","caller":"traceutil/trace.go:171","msg":"trace[491617523] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"3.242824136s","start":"2026-03-06T01:23:31.682952Z","end":"2026-03-06T01:23:34.925776Z","steps":["trace[491617523] 'process raft request' (duration: 3.242496859s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.925798Z","caller":"traceutil/trace.go:171","msg":"trace[770585339] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23437; }","duration":"6.86072084s","start":"2026-03-06T01:23:28.065069Z","end":"2026-03-06T01:23:34.92579Z","steps":["trace[770585339] 'agreement among raft nodes before linearized reading' (duration: 6.860669179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.925835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.065044Z","time spent":"6.860784582s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.925863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16238686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.925859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.682937Z","time spent":"3.242890627s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:34.925883Z","caller":"traceutil/trace.go:171","msg":"trace[1815191324] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23437; }","duration":"4.162462311s","start":"2026-03-06T01:23:30.763415Z","end":"2026-03-06T01:23:34.925877Z","steps":["trace[1815191324] 'agreement among raft nodes before linearized reading' (duration: 4.16242466s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.925894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244972577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-06T01:23:34.925908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:30.763394Z","time spent":"4.162508133s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.925918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810935947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-06T01:23:34.925922Z","caller":"traceutil/trace.go:171","msg":"trace[1566466775] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23437; }","duration":"5.245011988s","start":"2026-03-06T01:23:29.680902Z","end":"2026-03-06T01:23:34.925913Z","steps":["trace[1566466775] 'agreement among raft nodes before linearized reading' (duration: 5.244929986s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.925791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.604083Z","time spent":"7.321692344s","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.92596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.680887Z","time spent":"5.24506641s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T01:23:34.925974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640042165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:34.926022Z","caller":"traceutil/trace.go:171","msg":"trace[282384906] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23437; }","duration":"2.640157229s","start":"2026-03-06T01:23:32.285855Z","end":"2026-03-06T01:23:34.926012Z","steps":["trace[282384906] 'agreement among raft nodes before linearized reading' (duration: 2.639974765s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80792165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-06T01:23:34.926047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714853255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.925739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.944107622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.926056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.285841Z","time spent":"2.64020681s","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:34.926072Z","caller":"traceutil/trace.go:171","msg":"trace[604462272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23437; }","duration":"2.714911376s","start":"2026-03-06T01:23:32.211154Z","end":"2026-03-06T01:23:34.926065Z","steps":["trace[604462272] 'agreement among raft nodes before linearized reading' (duration: 2.714866795s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.211139Z","time spent":"2.714946958s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:34.926089Z","caller":"traceutil/trace.go:171","msg":"trace[1629038698] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23437; }","duration":"5.94449009s","start":"2026-03-06T01:23:28.981583Z","end":"2026-03-06T01:23:34.926073Z","steps":["trace[1629038698] 'agreement among raft nodes before linearized reading' (duration: 5.944092222s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810644049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-06T01:23:34.926131Z","caller":"traceutil/trace.go:171","msg":"trace[222707736] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23437; }","duration":"1.810660039s","start":"2026-03-06T01:23:33.115465Z","end":"2026-03-06T01:23:34.926126Z","steps":["trace[222707736] 'agreement among raft nodes before linearized reading' (duration: 1.810611808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.115437Z","time spent":"1.810716131s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-06T01:23:34.926166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379087866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.926125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.281559896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.926024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99643522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:34.926228Z","caller":"traceutil/trace.go:171","msg":"trace[1264955376] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23437; }","duration":"4.281687849s","start":"2026-03-06T01:23:30.644531Z","end":"2026-03-06T01:23:34.926219Z","steps":["trace[1264955376] 'agreement among raft nodes before linearized reading' (duration: 4.281565576s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242014362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.926258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98042427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:34.926281Z","caller":"traceutil/trace.go:171","msg":"trace[1055269044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23437; }","duration":"2.980471692s","start":"2026-03-06T01:23:31.945802Z","end":"2026-03-06T01:23:34.926274Z","steps":["trace[1055269044] 'agreement among raft nodes before linearized reading' (duration: 2.980434701s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.926281Z","caller":"traceutil/trace.go:171","msg":"trace[1102181416] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23437; }","duration":"5.242076784s","start":"2026-03-06T01:23:29.684192Z","end":"2026-03-06T01:23:34.926269Z","steps":["trace[1102181416] 'agreement among raft nodes before linearized reading' (duration: 5.242024822s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.945784Z","time spent":"2.980515662s","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.926309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811356456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-06T01:23:34.926247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:30.644518Z","time spent":"4.28172306s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:34.926345Z","caller":"traceutil/trace.go:171","msg":"trace[1297129674] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23437; }","duration":"1.811413687s","start":"2026-03-06T01:23:33.114919Z","end":"2026-03-06T01:23:34.926332Z","steps":["trace[1297129674] 'agreement among raft nodes before linearized reading' (duration: 1.811288514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.114906Z","time spent":"1.811468159s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:23:34.925965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.075729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:34.926462Z","caller":"traceutil/trace.go:171","msg":"trace[1509038001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23437; }","duration":"570.599601ms","start":"2026-03-06T01:23:34.355851Z","end":"2026-03-06T01:23:34.926451Z","steps":["trace[1509038001] 'agreement among raft nodes before linearized reading' (duration: 570.09831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.926365Z","caller":"traceutil/trace.go:171","msg":"trace[1471587974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23437; }","duration":"7.996837589s","start":"2026-03-06T01:23:26.929402Z","end":"2026-03-06T01:23:34.926239Z","steps":["trace[1471587974] 'agreement among raft nodes before linearized reading' (duration: 7.996267497s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.92653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874789894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:34.925802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.584446Z","time spent":"9.341346562s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:23:34.926573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.929326Z","time spent":"7.997204487s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.926222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891205123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:34.926612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283818372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:34.926621Z","caller":"traceutil/trace.go:171","msg":"trace[750241506] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23437; }","duration":"2.891621532s","start":"2026-03-06T01:23:32.034982Z","end":"2026-03-06T01:23:34.926604Z","steps":["trace[750241506] 'agreement among raft nodes before linearized reading' (duration: 2.891216353s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:34.926646Z","caller":"traceutil/trace.go:171","msg":"trace[1327349043] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23437; }","duration":"2.283852043s","start":"2026-03-06T01:23:32.642787Z","end":"2026-03-06T01:23:34.926639Z","steps":["trace[1327349043] 'agreement among raft nodes before linearized reading' (duration: 2.283802852s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.642732Z","time spent":"2.283938634s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.926685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.034968Z","time spent":"2.891696184s","remote":"127.0.0.1:42096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.926128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.981572Z","time spent":"5.944545231s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.926737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678989542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268411"} {"level":"info","ts":"2026-03-06T01:23:34.926778Z","caller":"traceutil/trace.go:171","msg":"trace[1276921911] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23437; }","duration":"3.679051922s","start":"2026-03-06T01:23:31.247713Z","end":"2026-03-06T01:23:34.926765Z","steps":["trace[1276921911] 'agreement among raft nodes before linearized reading' (duration: 3.678612983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.92671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.355832Z","time spent":"570.805275ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:34.926818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.247699Z","time spent":"3.679110234s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268434,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:23:34.926818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.349090157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.925713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.097794Z","time spent":"8.827909921s","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:34.926873Z","caller":"traceutil/trace.go:171","msg":"trace[976828396] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23437; }","duration":"7.349291271s","start":"2026-03-06T01:23:27.577571Z","end":"2026-03-06T01:23:34.926863Z","steps":["trace[976828396] 'agreement among raft nodes before linearized reading' (duration: 7.347953072s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.684178Z","time spent":"5.242126294s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:23:34.926199Z","caller":"traceutil/trace.go:171","msg":"trace[1821474228] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23437; }","duration":"4.379152528s","start":"2026-03-06T01:23:30.547033Z","end":"2026-03-06T01:23:34.926186Z","steps":["trace[1821474228] 'agreement among raft nodes before linearized reading' (duration: 4.379110887s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:30.547013Z","time spent":"4.379926605s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.925995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51859733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:34.926837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454442214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:34.927078Z","caller":"traceutil/trace.go:171","msg":"trace[917758934] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23437; }","duration":"1.519709155s","start":"2026-03-06T01:23:33.407351Z","end":"2026-03-06T01:23:34.92706Z","steps":["trace[917758934] 'agreement among raft nodes before linearized reading' (duration: 1.518626651s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.926903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.577557Z","time spent":"7.349336963s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.927148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.407332Z","time spent":"1.519796817s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.925805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.693063Z","time spent":"6.232736965s","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:34.926571Z","caller":"traceutil/trace.go:171","msg":"trace[1206228058] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23437; }","duration":"1.874859376s","start":"2026-03-06T01:23:33.05169Z","end":"2026-03-06T01:23:34.926549Z","steps":["trace[1206228058] 'agreement among raft nodes before linearized reading' (duration: 1.874808145s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.927374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.051666Z","time spent":"1.875692673s","remote":"127.0.0.1:41976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:34.927096Z","caller":"traceutil/trace.go:171","msg":"trace[53275083] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23437; }","duration":"2.45473599s","start":"2026-03-06T01:23:32.472345Z","end":"2026-03-06T01:23:34.927081Z","steps":["trace[53275083] 'agreement among raft nodes before linearized reading' (duration: 2.454463254s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.927569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.472324Z","time spent":"2.45521993s","remote":"127.0.0.1:48458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:34.927682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.246278757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de5d7df2-08a2-4c2b-aa5c-9a6c06173f6b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:23:34.927716Z","caller":"traceutil/trace.go:171","msg":"trace[2020820628] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de5d7df2-08a2-4c2b-aa5c-9a6c06173f6b; range_end:; response_count:1; response_revision:23437; }","duration":"5.246354608s","start":"2026-03-06T01:23:29.681352Z","end":"2026-03-06T01:23:34.927707Z","steps":["trace[2020820628] 'agreement among raft nodes before linearized reading' (duration: 5.245855306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.928006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.681343Z","time spent":"5.246652785s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-de5d7df2-08a2-4c2b-aa5c-9a6c06173f6b\" "} {"level":"warn","ts":"2026-03-06T01:23:34.925687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.321525Z","time spent":"8.604155949s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:23:34.925938Z","caller":"traceutil/trace.go:171","msg":"trace[1859749813] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23437; }","duration":"1.810968247s","start":"2026-03-06T01:23:33.114962Z","end":"2026-03-06T01:23:34.925931Z","steps":["trace[1859749813] 'agreement among raft nodes before linearized reading' (duration: 1.810874585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.928401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.114956Z","time spent":"1.813430362s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-06T01:23:34.926065Z","caller":"traceutil/trace.go:171","msg":"trace[77393085] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23437; }","duration":"1.80796075s","start":"2026-03-06T01:23:33.118098Z","end":"2026-03-06T01:23:34.926059Z","steps":["trace[77393085] 'agreement among raft nodes before linearized reading' (duration: 1.807907739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.928704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.43551656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:23:34.928762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.118088Z","time spent":"1.810633709s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:23:34.928781Z","caller":"traceutil/trace.go:171","msg":"trace[1433189856] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23437; }","duration":"8.435635623s","start":"2026-03-06T01:23:26.493136Z","end":"2026-03-06T01:23:34.928772Z","steps":["trace[1433189856] 'agreement among raft nodes before linearized reading' (duration: 8.432386831s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:34.928848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.493115Z","time spent":"8.435723104s","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":225,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:35.431348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:36.931002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:36.931093Z","caller":"traceutil/trace.go:171","msg":"trace[132689836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108388s","start":"2026-03-06T01:23:34.930963Z","end":"2026-03-06T01:23:36.931071Z","steps":["trace[132689836] 'agreement among raft nodes before linearized reading' (duration: 1.999979645s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:36.931142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.930958Z","time spent":"2.000172589s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:37.960379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.134379Z","time spent":"1.825993049s","remote":"127.0.0.1:44034","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:37.961906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053370561s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-06T01:23:37.961997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.929266Z","time spent":"3.032727464s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:38.112576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180040371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:38.112667Z","caller":"traceutil/trace.go:171","msg":"trace[796972088] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.180167194s","start":"2026-03-06T01:23:34.93248Z","end":"2026-03-06T01:23:38.112647Z","steps":["trace[796972088] 'agreement among raft nodes before linearized reading' (duration: 3.180049202s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.112723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.932473Z","time spent":"3.180239456s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/06 01:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:38.113088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180174845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:38.113158Z","caller":"traceutil/trace.go:171","msg":"trace[1213062809] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"3.180282147s","start":"2026-03-06T01:23:34.932859Z","end":"2026-03-06T01:23:38.113141Z","steps":["trace[1213062809] 'agreement among raft nodes before linearized reading' (duration: 3.180181545s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.113193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.932851Z","time spent":"3.180333989s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/06 01:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:38.141804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21084153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-06T01:23:38.141823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209263857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:38.141866Z","caller":"traceutil/trace.go:171","msg":"trace[63444253] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"3.210940313s","start":"2026-03-06T01:23:34.930912Z","end":"2026-03-06T01:23:38.141853Z","steps":["trace[63444253] 'agreement among raft nodes before linearized reading' (duration: 3.210864031s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.14186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21036471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:38.141888Z","caller":"traceutil/trace.go:171","msg":"trace[909481832] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"3.209352598s","start":"2026-03-06T01:23:34.932518Z","end":"2026-03-06T01:23:38.141871Z","steps":["trace[909481832] 'agreement among raft nodes before linearized reading' (duration: 3.209268917s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.1419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.930897Z","time spent":"3.210996884s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/06 01:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:23:38.141919Z","caller":"traceutil/trace.go:171","msg":"trace[669872152] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"3.210452302s","start":"2026-03-06T01:23:34.931453Z","end":"2026-03-06T01:23:38.141905Z","steps":["trace[669872152] 'agreement among raft nodes before linearized reading' (duration: 3.21037279s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.141986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.931429Z","time spent":"3.210545684s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:23:38.141933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.932514Z","time spent":"3.2094097s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/06 01:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/06 01:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:38.938343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:38.938428Z","caller":"traceutil/trace.go:171","msg":"trace[819808124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725641s","start":"2026-03-06T01:23:36.937685Z","end":"2026-03-06T01:23:38.938411Z","steps":["trace[819808124] 'agreement among raft nodes before linearized reading' (duration: 2.000620358s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.938477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.937671Z","time spent":"2.000796082s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:40.348166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.439460938s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:40.612489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707423164s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:40.61262Z","caller":"traceutil/trace.go:171","msg":"trace[1776862006] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23437; }","duration":"1.707574868s","start":"2026-03-06T01:23:38.905026Z","end":"2026-03-06T01:23:40.612601Z","steps":["trace[1776862006] 'range keys from in-memory index tree' (duration: 1.707375393s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.613965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.485142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:40.614308Z","caller":"traceutil/trace.go:171","msg":"trace[600403738] linearizableReadLoop","detail":"{readStateIndex:24263; appliedIndex:24259; }","duration":"5.683403313s","start":"2026-03-06T01:23:34.930884Z","end":"2026-03-06T01:23:40.614287Z","steps":["trace[600403738] 'read index received' (duration: 977.734877ms)","trace[600403738] 'applied index is now lower than readState.Index' (duration: 4.705667356s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:40.614407Z","caller":"traceutil/trace.go:171","msg":"trace[86972702] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"5.675167552s","start":"2026-03-06T01:23:34.939199Z","end":"2026-03-06T01:23:40.614366Z","steps":["trace[86972702] 'process raft request' (duration: 5.674864765s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.614577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.6836874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-06T01:23:40.614618Z","caller":"traceutil/trace.go:171","msg":"trace[2010811302] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23440; }","duration":"5.683742402s","start":"2026-03-06T01:23:34.930866Z","end":"2026-03-06T01:23:40.614608Z","steps":["trace[2010811302] 'agreement among raft nodes before linearized reading' (duration: 5.683612269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.614609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.939186Z","time spent":"5.675319656s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:40.61465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.930852Z","time spent":"5.683790143s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-06T01:23:40.614671Z","caller":"traceutil/trace.go:171","msg":"trace[375573889] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"5.683697261s","start":"2026-03-06T01:23:34.93094Z","end":"2026-03-06T01:23:40.614637Z","steps":["trace[375573889] 'process raft request' (duration: 5.417446181s)","trace[375573889] 'compare' (duration: 263.953229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:40.614801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.930926Z","time spent":"5.683806863s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:40.614459Z","caller":"traceutil/trace.go:171","msg":"trace[85084223] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"5.398955064s","start":"2026-03-06T01:23:35.215492Z","end":"2026-03-06T01:23:40.614447Z","steps":["trace[85084223] 'process raft request' (duration: 5.398693537s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.615148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.21546Z","time spent":"5.399631329s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:40.939421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000576549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:40.939533Z","caller":"traceutil/trace.go:171","msg":"trace[1244416712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772792s","start":"2026-03-06T01:23:38.938738Z","end":"2026-03-06T01:23:40.939511Z","steps":["trace[1244416712] 'agreement among raft nodes before linearized reading' (duration: 2.000605149s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.939586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.938723Z","time spent":"2.000851085s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:41.115275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:41.61606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:41.93105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.933375Z","time spent":"4.997667446s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:42.116393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:42.616854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:42.689607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.341215266s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:42.946805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000626208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:42.946871Z","caller":"traceutil/trace.go:171","msg":"trace[1916150416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000753481s","start":"2026-03-06T01:23:40.9461Z","end":"2026-03-06T01:23:42.946854Z","steps":["trace[1916150416] 'agreement among raft nodes before linearized reading' (duration: 2.000654939s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:42.946904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.946083Z","time spent":"2.000813802s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:43.11433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.123401Z","time spent":"4.990921527s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:44.05473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.548144Z","time spent":"1.506576586s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:44.055241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365400504s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:44.055447Z","caller":"traceutil/trace.go:171","msg":"trace[387275140] linearizableReadLoop","detail":"{readStateIndex:24268; appliedIndex:24263; }","duration":"3.441089528s","start":"2026-03-06T01:23:40.614346Z","end":"2026-03-06T01:23:44.055436Z","steps":["trace[387275140] 'read index received' (duration: 2.075461339s)","trace[387275140] 'applied index is now lower than readState.Index' (duration: 1.365627689s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:44.055492Z","caller":"traceutil/trace.go:171","msg":"trace[2140291581] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"6.092114395s","start":"2026-03-06T01:23:37.963373Z","end":"2026-03-06T01:23:44.055487Z","steps":["trace[2140291581] 'process raft request' (duration: 6.091936801s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.055545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.963351Z","time spent":"6.092154816s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:44.055609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.715390846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:44.055708Z","caller":"traceutil/trace.go:171","msg":"trace[1938395904] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23445; }","duration":"6.715545099s","start":"2026-03-06T01:23:37.340145Z","end":"2026-03-06T01:23:44.05569Z","steps":["trace[1938395904] 'agreement among raft nodes before linearized reading' (duration: 6.715358485s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.055724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.285492426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:44.055744Z","caller":"traceutil/trace.go:171","msg":"trace[641957977] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23445; }","duration":"7.285513606s","start":"2026-03-06T01:23:36.770224Z","end":"2026-03-06T01:23:44.055737Z","steps":["trace[641957977] 'agreement among raft nodes before linearized reading' (duration: 7.285468045s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.055743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.340124Z","time spent":"6.715608931s","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.055765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.770162Z","time spent":"7.285599619s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.055843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.240240686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.055863Z","caller":"traceutil/trace.go:171","msg":"trace[1879872227] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23445; }","duration":"8.240294667s","start":"2026-03-06T01:23:35.815562Z","end":"2026-03-06T01:23:44.055856Z","steps":["trace[1879872227] 'agreement among raft nodes before linearized reading' (duration: 8.240265296s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.055877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.815542Z","time spent":"8.240330007s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.056025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.366848622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.056059Z","caller":"traceutil/trace.go:171","msg":"trace[1889893200] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23445; }","duration":"6.366883123s","start":"2026-03-06T01:23:37.689168Z","end":"2026-03-06T01:23:44.056051Z","steps":["trace[1889893200] 'agreement among raft nodes before linearized reading' (duration: 6.366832472s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.689113Z","time spent":"6.366960845s","remote":"127.0.0.1:34520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.056101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.589100657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:44.056116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.125146415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-06T01:23:44.056112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051924498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:23:44.05614Z","caller":"traceutil/trace.go:171","msg":"trace[1865214644] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23445; }","duration":"9.125191226s","start":"2026-03-06T01:23:34.930945Z","end":"2026-03-06T01:23:44.056136Z","steps":["trace[1865214644] 'agreement among raft nodes before linearized reading' (duration: 9.125102104s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.123246194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-06T01:23:44.056157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.930932Z","time spent":"9.125221756s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T01:23:44.056157Z","caller":"traceutil/trace.go:171","msg":"trace[1837347998] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23445; }","duration":"8.589178649s","start":"2026-03-06T01:23:35.466957Z","end":"2026-03-06T01:23:44.056136Z","steps":["trace[1837347998] 'agreement among raft nodes before linearized reading' (duration: 8.589086747s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.056169Z","caller":"traceutil/trace.go:171","msg":"trace[1749134508] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23445; }","duration":"6.05200631s","start":"2026-03-06T01:23:38.004146Z","end":"2026-03-06T01:23:44.056153Z","steps":["trace[1749134508] 'agreement among raft nodes before linearized reading' (duration: 6.051830127s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.123125271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.056178Z","caller":"traceutil/trace.go:171","msg":"trace[758762126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23445; }","duration":"9.123329916s","start":"2026-03-06T01:23:34.932831Z","end":"2026-03-06T01:23:44.056161Z","steps":["trace[758762126] 'agreement among raft nodes before linearized reading' (duration: 9.123141271s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.004134Z","time spent":"6.052062191s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:23:44.05623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.932823Z","time spent":"9.123401547s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T01:23:44.056247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.622646426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.056276Z","caller":"traceutil/trace.go:171","msg":"trace[1807149814] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23445; }","duration":"8.622705568s","start":"2026-03-06T01:23:35.433559Z","end":"2026-03-06T01:23:44.056265Z","steps":["trace[1807149814] 'agreement among raft nodes before linearized reading' (duration: 8.622659757s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.466942Z","time spent":"8.58924427s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.056309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.433541Z","time spent":"8.622758709s","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.056231Z","caller":"traceutil/trace.go:171","msg":"trace[1486414951] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23445; }","duration":"9.123387207s","start":"2026-03-06T01:23:34.932832Z","end":"2026-03-06T01:23:44.05622Z","steps":["trace[1486414951] 'agreement among raft nodes before linearized reading' (duration: 9.12308618s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.932825Z","time spent":"9.123707884s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:44.056533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003806808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:44.056594Z","caller":"traceutil/trace.go:171","msg":"trace[588486096] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"4.323803838s","start":"2026-03-06T01:23:39.732565Z","end":"2026-03-06T01:23:44.056369Z","steps":["trace[588486096] 'process raft request' (duration: 4.322844917s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.493708829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:44.056795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:39.732506Z","time spent":"4.324229977s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:44.056833Z","caller":"traceutil/trace.go:171","msg":"trace[1198962424] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23445; }","duration":"6.494416985s","start":"2026-03-06T01:23:37.562403Z","end":"2026-03-06T01:23:44.05682Z","steps":["trace[1198962424] 'agreement among raft nodes before linearized reading' (duration: 6.493676049s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.056882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.562379Z","time spent":"6.494486066s","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.056298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.865960351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.057027Z","caller":"traceutil/trace.go:171","msg":"trace[863826280] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23445; }","duration":"8.866742498s","start":"2026-03-06T01:23:35.190272Z","end":"2026-03-06T01:23:44.057014Z","steps":["trace[863826280] 'agreement among raft nodes before linearized reading' (duration: 8.865957731s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.057067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.19025Z","time spent":"8.866804319s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.056341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650415096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.057233Z","caller":"traceutil/trace.go:171","msg":"trace[1281370613] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23445; }","duration":"5.651345487s","start":"2026-03-06T01:23:38.405878Z","end":"2026-03-06T01:23:44.057223Z","steps":["trace[1281370613] 'agreement among raft nodes before linearized reading' (duration: 5.650427717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.057269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.405857Z","time spent":"5.651399218s","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.056374Z","caller":"traceutil/trace.go:171","msg":"trace[1150539387] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"5.840995119s","start":"2026-03-06T01:23:38.215366Z","end":"2026-03-06T01:23:44.056361Z","steps":["trace[1150539387] 'process raft request' (duration: 5.840024868s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.05753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.21535Z","time spent":"5.842063393s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:44.05668Z","caller":"traceutil/trace.go:171","msg":"trace[246752094] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23445; }","duration":"6.003967061s","start":"2026-03-06T01:23:38.052666Z","end":"2026-03-06T01:23:44.056633Z","steps":["trace[246752094] 'agreement among raft nodes before linearized reading' (duration: 6.003673464s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.057673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.052657Z","time spent":"6.004995985s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.139089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.449290003s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:44.139492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475945611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:44.139507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.701724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:44.13956Z","caller":"traceutil/trace.go:171","msg":"trace[1516012196] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23446; }","duration":"551.788895ms","start":"2026-03-06T01:23:43.587757Z","end":"2026-03-06T01:23:44.139546Z","steps":["trace[1516012196] 'agreement among raft nodes before linearized reading' (duration: 551.668863ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.139563Z","caller":"traceutil/trace.go:171","msg":"trace[770973881] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23446; }","duration":"1.476030473s","start":"2026-03-06T01:23:42.663505Z","end":"2026-03-06T01:23:44.139535Z","steps":["trace[770973881] 'agreement among raft nodes before linearized reading' (duration: 1.47589585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:43.587744Z","time spent":"551.842857ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.139582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192348838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:44.139623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.663487Z","time spent":"1.476119595s","remote":"127.0.0.1:33538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.139664Z","caller":"traceutil/trace.go:171","msg":"trace[1088702951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23446; }","duration":"1.192458571s","start":"2026-03-06T01:23:42.947183Z","end":"2026-03-06T01:23:44.139641Z","steps":["trace[1088702951] 'agreement among raft nodes before linearized reading' (duration: 1.192287638s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.947172Z","time spent":"1.192537553s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:44.139719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513445742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-06T01:23:44.139785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206855395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-06T01:23:44.139849Z","caller":"traceutil/trace.go:171","msg":"trace[1029652872] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23446; }","duration":"2.206995438s","start":"2026-03-06T01:23:41.932837Z","end":"2026-03-06T01:23:44.139832Z","steps":["trace[1029652872] 'agreement among raft nodes before linearized reading' (duration: 2.206836145s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489806542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:44.139863Z","caller":"traceutil/trace.go:171","msg":"trace[153669824] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"1.517426556s","start":"2026-03-06T01:23:42.622418Z","end":"2026-03-06T01:23:44.139844Z","steps":["trace[153669824] 'process raft request' (duration: 1.516828703s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.13989Z","caller":"traceutil/trace.go:171","msg":"trace[1965547558] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23446; }","duration":"3.489936884s","start":"2026-03-06T01:23:40.649943Z","end":"2026-03-06T01:23:44.13988Z","steps":["trace[1965547558] 'agreement among raft nodes before linearized reading' (duration: 3.489880423s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311072105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:44.139934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.622393Z","time spent":"1.517497597s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:44.139934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.649922Z","time spent":"3.489999665s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.139943Z","caller":"traceutil/trace.go:171","msg":"trace[1376610516] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23446; }","duration":"1.311161378s","start":"2026-03-06T01:23:42.828768Z","end":"2026-03-06T01:23:44.139929Z","steps":["trace[1376610516] 'agreement among raft nodes before linearized reading' (duration: 1.311078696s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654545249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:44.139975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.828747Z","time spent":"1.311220259s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.140007Z","caller":"traceutil/trace.go:171","msg":"trace[943644306] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23446; }","duration":"1.655075431s","start":"2026-03-06T01:23:42.484905Z","end":"2026-03-06T01:23:44.139981Z","steps":["trace[943644306] 'agreement among raft nodes before linearized reading' (duration: 1.654517009s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.1398Z","caller":"traceutil/trace.go:171","msg":"trace[1364727871] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23446; }","duration":"3.513562444s","start":"2026-03-06T01:23:40.626223Z","end":"2026-03-06T01:23:44.139786Z","steps":["trace[1364727871] 'agreement among raft nodes before linearized reading' (duration: 3.51337056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.140106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.626212Z","time spent":"3.513885271s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:23:44.139889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.932818Z","time spent":"2.20706045s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-06T01:23:44.1398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142858954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-06T01:23:44.140067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.484885Z","time spent":"1.655161682s","remote":"127.0.0.1:48130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.140327Z","caller":"traceutil/trace.go:171","msg":"trace[853865458] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23446; }","duration":"2.143409837s","start":"2026-03-06T01:23:41.996894Z","end":"2026-03-06T01:23:44.140304Z","steps":["trace[853865458] 'agreement among raft nodes before linearized reading' (duration: 2.14263401s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.140436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.996874Z","time spent":"2.143519649s","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:23:44.644483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:45.1454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:45.645837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:46.046128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.90321175s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:46.147976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:46.148043Z","caller":"traceutil/trace.go:171","msg":"trace[1682071258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126768s","start":"2026-03-06T01:23:44.147902Z","end":"2026-03-06T01:23:46.148028Z","steps":["trace[1682071258] 'agreement among raft nodes before linearized reading' (duration: 2.000037726s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:46.148085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.147886Z","time spent":"2.000184419s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:46.931851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787819194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:46.932014Z","caller":"traceutil/trace.go:171","msg":"trace[473965231] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.788036399s","start":"2026-03-06T01:23:44.143956Z","end":"2026-03-06T01:23:46.931993Z","steps":["trace[473965231] 'agreement among raft nodes before linearized reading' (duration: 2.787844605s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:46.932077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.143914Z","time spent":"2.788149242s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/06 01:23:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:48.05124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003684186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:48.05137Z","caller":"traceutil/trace.go:171","msg":"trace[1371251599] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"3.908516443s","start":"2026-03-06T01:23:44.142828Z","end":"2026-03-06T01:23:48.051344Z","steps":["trace[1371251599] 'process raft request' (duration: 1.903523339s)","trace[1371251599] 'compare' (duration: 2.001455696s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:48.05145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.142812Z","time spent":"3.908596124s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:48.148571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000397354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:48.148651Z","caller":"traceutil/trace.go:171","msg":"trace[2111689827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517736s","start":"2026-03-06T01:23:46.148116Z","end":"2026-03-06T01:23:48.148634Z","steps":["trace[2111689827] 'agreement among raft nodes before linearized reading' (duration: 2.000419224s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:48.148703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:46.148102Z","time spent":"2.000591257s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:50.157138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:50.15732Z","caller":"traceutil/trace.go:171","msg":"trace[1287057801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464835s","start":"2026-03-06T01:23:48.156831Z","end":"2026-03-06T01:23:50.157295Z","steps":["trace[1287057801] 'agreement among raft nodes before linearized reading' (duration: 2.00026642s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.157426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.156817Z","time spent":"2.000590008s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:51.143908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.143073Z","time spent":"7.000821489s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:51.447474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.401148061s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:51.865405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960485811s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:51.86549Z","caller":"traceutil/trace.go:171","msg":"trace[1939519574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23447; }","duration":"2.960596024s","start":"2026-03-06T01:23:48.90488Z","end":"2026-03-06T01:23:51.865476Z","steps":["trace[1939519574] 'range keys from in-memory index tree' (duration: 2.960471571s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:51.866093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.273651ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:23:51.932762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:46.933282Z","time spent":"4.999472206s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:51.968534Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"37529cc090fa40ad","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:23:52.071259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.071133Z","time spent":"7.000117584s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:52.157914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:52.157991Z","caller":"traceutil/trace.go:171","msg":"trace[1396414431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580377s","start":"2026-03-06T01:23:50.157395Z","end":"2026-03-06T01:23:52.157976Z","steps":["trace[1396414431] 'agreement among raft nodes before linearized reading' (duration: 2.000473095s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:52.158029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.157375Z","time spent":"2.000644269s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:53.146432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:46.145354Z","time spent":"7.001073295s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:53.263835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000813353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:53.263922Z","caller":"traceutil/trace.go:171","msg":"trace[516801676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000947015s","start":"2026-03-06T01:23:51.262955Z","end":"2026-03-06T01:23:53.263902Z","steps":["trace[516801676] 'agreement among raft nodes before linearized reading' (duration: 2.000832843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.263976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:51.262941Z","time spent":"2.001023306s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:54.16532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:54.165416Z","caller":"traceutil/trace.go:171","msg":"trace[1654922112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468894s","start":"2026-03-06T01:23:52.16491Z","end":"2026-03-06T01:23:54.165379Z","steps":["trace[1654922112] 'agreement among raft nodes before linearized reading' (duration: 2.000378373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.165466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:52.164894Z","time spent":"2.000558407s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:54.847084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980918321s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:54.848484Z","caller":"traceutil/trace.go:171","msg":"trace[327601204] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24269; }","duration":"10.704461885s","start":"2026-03-06T01:23:44.143991Z","end":"2026-03-06T01:23:54.848452Z","steps":["trace[327601204] 'read index received' (duration: 1.902337172s)","trace[327601204] 'applied index is now lower than readState.Index' (duration: 8.802121253s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:55.124132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.122933Z","time spent":"7.001186918s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:55.348944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:55.849694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:55.915876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.609148453s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:56.065144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.064123Z","time spent":"7.001016284s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:56.143758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993497599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:56.143937Z","caller":"traceutil/trace.go:171","msg":"trace[1735673866] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993632312s","start":"2026-03-06T01:23:53.15021Z","end":"2026-03-06T01:23:56.143842Z","steps":["trace[1735673866] 'agreement among raft nodes before linearized reading' (duration: 2.993501579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:56.144048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.150206Z","time spent":"2.993806556s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/06 01:23:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:56.172339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000536536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:56.172436Z","caller":"traceutil/trace.go:171","msg":"trace[514718040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673449s","start":"2026-03-06T01:23:54.171723Z","end":"2026-03-06T01:23:56.172397Z","steps":["trace[514718040] 'agreement among raft nodes before linearized reading' (duration: 2.000574317s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:56.172481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.171703Z","time spent":"2.000767691s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:56.980524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0645043s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:58.172923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999794431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:58.173041Z","caller":"traceutil/trace.go:171","msg":"trace[693031603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962034s","start":"2026-03-06T01:23:56.173051Z","end":"2026-03-06T01:23:58.173013Z","steps":["trace[693031603] 'agreement among raft nodes before linearized reading' (duration: 1.99981374s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.173103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:56.173036Z","time spent":"2.000053986s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:58.395821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547296928s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:58.398007Z","caller":"traceutil/trace.go:171","msg":"trace[513806695] linearizableReadLoop","detail":"{readStateIndex:24279; appliedIndex:24273; }","duration":"3.549454446s","start":"2026-03-06T01:23:54.848536Z","end":"2026-03-06T01:23:58.39799Z","steps":["trace[513806695] 'read index received' (duration: 1.067597808s)","trace[513806695] 'applied index is now lower than readState.Index' (duration: 2.481856008s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:58.398025Z","caller":"traceutil/trace.go:171","msg":"trace[1281684408] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23453; }","duration":"6.323350583s","start":"2026-03-06T01:23:52.074645Z","end":"2026-03-06T01:23:58.397995Z","steps":["trace[1281684408] 'process raft request' (duration: 6.323285532s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.447127848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.398106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.332613992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.398148Z","caller":"traceutil/trace.go:171","msg":"trace[1734612625] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23454; }","duration":"8.447168018s","start":"2026-03-06T01:23:49.950969Z","end":"2026-03-06T01:23:58.398137Z","steps":["trace[1734612625] 'agreement among raft nodes before linearized reading' (duration: 8.447110897s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:52.074629Z","time spent":"6.323456116s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:58.398175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.950914Z","time spent":"8.4472537s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.398171Z","caller":"traceutil/trace.go:171","msg":"trace[42071533] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23454; }","duration":"8.332726425s","start":"2026-03-06T01:23:50.065424Z","end":"2026-03-06T01:23:58.398151Z","steps":["trace[42071533] 'agreement among raft nodes before linearized reading' (duration: 8.332591232s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.065406Z","time spent":"8.332806637s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.465847099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:23:58.3984Z","caller":"traceutil/trace.go:171","msg":"trace[1751140226] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23454; }","duration":"8.465918041s","start":"2026-03-06T01:23:49.932472Z","end":"2026-03-06T01:23:58.39839Z","steps":["trace[1751140226] 'agreement among raft nodes before linearized reading' (duration: 8.465829679s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.93244Z","time spent":"8.465974452s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:58.398431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600358676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:58.398457Z","caller":"traceutil/trace.go:171","msg":"trace[799847265] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23454; }","duration":"4.600408706s","start":"2026-03-06T01:23:53.79804Z","end":"2026-03-06T01:23:58.398449Z","steps":["trace[799847265] 'agreement among raft nodes before linearized reading' (duration: 4.600363085s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.449842334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.398479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600596911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.398501Z","caller":"traceutil/trace.go:171","msg":"trace[83480122] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23454; }","duration":"9.449894575s","start":"2026-03-06T01:23:48.948601Z","end":"2026-03-06T01:23:58.398495Z","steps":["trace[83480122] 'agreement among raft nodes before linearized reading' (duration: 9.449862424s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.39852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.948582Z","time spent":"9.449933496s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706482555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.39859Z","caller":"traceutil/trace.go:171","msg":"trace[1636283867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23454; }","duration":"4.706560587s","start":"2026-03-06T01:23:53.692022Z","end":"2026-03-06T01:23:58.398582Z","steps":["trace[1636283867] 'agreement among raft nodes before linearized reading' (duration: 4.706512086s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.39862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804493609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:23:58.398631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.056392707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.398625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.691999Z","time spent":"4.706617988s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.398641Z","caller":"traceutil/trace.go:171","msg":"trace[1340310966] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23454; }","duration":"3.804514969s","start":"2026-03-06T01:23:54.594121Z","end":"2026-03-06T01:23:58.398636Z","steps":["trace[1340310966] 'agreement among raft nodes before linearized reading' (duration: 3.804413677s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.398649Z","caller":"traceutil/trace.go:171","msg":"trace[1239479505] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23454; }","duration":"10.056450168s","start":"2026-03-06T01:23:48.342193Z","end":"2026-03-06T01:23:58.398644Z","steps":["trace[1239479505] 'agreement among raft nodes before linearized reading' (duration: 10.056419168s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.594066Z","time spent":"3.804588781s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.342172Z","time spent":"10.056490839s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.06572553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.398759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.112384822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:58.398776Z","caller":"traceutil/trace.go:171","msg":"trace[511034449] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23454; }","duration":"10.112431342s","start":"2026-03-06T01:23:48.286339Z","end":"2026-03-06T01:23:58.39877Z","steps":["trace[511034449] 'agreement among raft nodes before linearized reading' (duration: 10.112399731s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.398779Z","caller":"traceutil/trace.go:171","msg":"trace[565912074] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23454; }","duration":"7.065807392s","start":"2026-03-06T01:23:51.332958Z","end":"2026-03-06T01:23:58.398765Z","steps":["trace[565912074] 'agreement among raft nodes before linearized reading' (duration: 7.06572701s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.286323Z","time spent":"10.112473364s","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:51.332943Z","time spent":"7.065864083s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.318824076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.398853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154071146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fcx4w\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-06T01:23:58.398876Z","caller":"traceutil/trace.go:171","msg":"trace[1773618637] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fcx4w; range_end:; response_count:1; response_revision:23454; }","duration":"4.154106137s","start":"2026-03-06T01:23:54.244764Z","end":"2026-03-06T01:23:58.39887Z","steps":["trace[1773618637] 'agreement among raft nodes before linearized reading' (duration: 4.154026616s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.244758Z","time spent":"4.154134578s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fcx4w\" "} {"level":"info","ts":"2026-03-06T01:23:58.398882Z","caller":"traceutil/trace.go:171","msg":"trace[1500298601] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23454; }","duration":"5.318901668s","start":"2026-03-06T01:23:53.079959Z","end":"2026-03-06T01:23:58.398861Z","steps":["trace[1500298601] 'agreement among raft nodes before linearized reading' (duration: 5.318776935s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.343465565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:23:58.398949Z","caller":"traceutil/trace.go:171","msg":"trace[1720798851] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23454; }","duration":"10.343531697s","start":"2026-03-06T01:23:48.055412Z","end":"2026-03-06T01:23:58.398943Z","steps":["trace[1720798851] 'agreement among raft nodes before linearized reading' (duration: 10.343472146s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.501434417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.398943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.07992Z","time spent":"5.31900565s","remote":"127.0.0.1:48510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.055391Z","time spent":"10.343572778s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"info","ts":"2026-03-06T01:23:58.398985Z","caller":"traceutil/trace.go:171","msg":"trace[290330534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23454; }","duration":"7.501660451s","start":"2026-03-06T01:23:50.897311Z","end":"2026-03-06T01:23:58.398971Z","steps":["trace[290330534] 'agreement among raft nodes before linearized reading' (duration: 7.501447927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256193558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.399033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.897294Z","time spent":"7.501725014s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.399049Z","caller":"traceutil/trace.go:171","msg":"trace[1873355253] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:23454; }","duration":"4.256248539s","start":"2026-03-06T01:23:54.142795Z","end":"2026-03-06T01:23:58.399043Z","steps":["trace[1873355253] 'agreement among raft nodes before linearized reading' (duration: 4.256220578s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.142777Z","time spent":"4.256285909s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:23:58.39907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.254331089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-06T01:23:58.399092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542571955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:58.399104Z","caller":"traceutil/trace.go:171","msg":"trace[575669758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23454; }","duration":"14.254389521s","start":"2026-03-06T01:23:44.144705Z","end":"2026-03-06T01:23:58.399094Z","steps":["trace[575669758] 'agreement among raft nodes before linearized reading' (duration: 14.254284809s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.399115Z","caller":"traceutil/trace.go:171","msg":"trace[1885750107] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23454; }","duration":"3.542631286s","start":"2026-03-06T01:23:54.856478Z","end":"2026-03-06T01:23:58.39911Z","steps":["trace[1885750107] 'agreement among raft nodes before linearized reading' (duration: 3.542575135s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.856462Z","time spent":"3.542665947s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.398514Z","caller":"traceutil/trace.go:171","msg":"trace[1003960330] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23454; }","duration":"4.600698162s","start":"2026-03-06T01:23:53.797805Z","end":"2026-03-06T01:23:58.398503Z","steps":["trace[1003960330] 'agreement among raft nodes before linearized reading' (duration: 4.600643951s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240322858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.399184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.797785Z","time spent":"4.601375458s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.798029Z","time spent":"4.600452207s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.399214Z","caller":"traceutil/trace.go:171","msg":"trace[831107477] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23454; }","duration":"4.240542372s","start":"2026-03-06T01:23:54.15866Z","end":"2026-03-06T01:23:58.399202Z","steps":["trace[831107477] 'agreement among raft nodes before linearized reading' (duration: 4.240322358s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.158652Z","time spent":"4.240588393s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:58.399269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.046448765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:58.399296Z","caller":"traceutil/trace.go:171","msg":"trace[117349694] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23454; }","duration":"11.046498535s","start":"2026-03-06T01:23:47.352789Z","end":"2026-03-06T01:23:58.399288Z","steps":["trace[117349694] 'agreement among raft nodes before linearized reading' (duration: 11.046406073s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.398778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060677227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.399335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:47.352775Z","time spent":"11.046551976s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.39936Z","caller":"traceutil/trace.go:171","msg":"trace[679634679] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23454; }","duration":"4.061286631s","start":"2026-03-06T01:23:54.338065Z","end":"2026-03-06T01:23:58.399351Z","steps":["trace[679634679] 'agreement among raft nodes before linearized reading' (duration: 4.060691318s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.338051Z","time spent":"4.061326051s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.39947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914357333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.399492Z","caller":"traceutil/trace.go:171","msg":"trace[308561770] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23454; }","duration":"2.914415835s","start":"2026-03-06T01:23:55.485071Z","end":"2026-03-06T01:23:58.399487Z","steps":["trace[308561770] 'agreement among raft nodes before linearized reading' (duration: 2.914382114s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.485052Z","time spent":"2.914455346s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.399134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.144693Z","time spent":"14.254433752s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T01:23:58.399547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.617241707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.399584Z","caller":"traceutil/trace.go:171","msg":"trace[481758504] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23454; }","duration":"12.617277248s","start":"2026-03-06T01:23:45.782297Z","end":"2026-03-06T01:23:58.399574Z","steps":["trace[481758504] 'agreement among raft nodes before linearized reading' (duration: 12.617229007s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236654109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.39962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.78227Z","time spent":"12.617340758s","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.399638Z","caller":"traceutil/trace.go:171","msg":"trace[1622952370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23454; }","duration":"3.23670625s","start":"2026-03-06T01:23:55.162925Z","end":"2026-03-06T01:23:58.399631Z","steps":["trace[1622952370] 'agreement among raft nodes before linearized reading' (duration: 3.236672379s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.16291Z","time spent":"3.236747111s","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.399754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27251938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:23:58.399776Z","caller":"traceutil/trace.go:171","msg":"trace[1283902123] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23454; }","duration":"3.272575772s","start":"2026-03-06T01:23:55.127194Z","end":"2026-03-06T01:23:58.39977Z","steps":["trace[1283902123] 'agreement among raft nodes before linearized reading' (duration: 3.272544321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.683549005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.399793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.127173Z","time spent":"3.272616442s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-06T01:23:58.399801Z","caller":"traceutil/trace.go:171","msg":"trace[1844072221] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23454; }","duration":"13.683608456s","start":"2026-03-06T01:23:44.716184Z","end":"2026-03-06T01:23:58.399793Z","steps":["trace[1844072221] 'agreement among raft nodes before linearized reading' (duration: 13.683564785s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.39983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.716166Z","time spent":"13.683656708s","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.39988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339694261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.399905Z","caller":"traceutil/trace.go:171","msg":"trace[576676902] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23454; }","duration":"3.339754513s","start":"2026-03-06T01:23:55.060142Z","end":"2026-03-06T01:23:58.399897Z","steps":["trace[576676902] 'agreement among raft nodes before linearized reading' (duration: 3.339717962s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.060087Z","time spent":"3.339835004s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.398521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627708292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.398425Z","caller":"traceutil/trace.go:171","msg":"trace[1783143133] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"4.048408286s","start":"2026-03-06T01:23:54.350002Z","end":"2026-03-06T01:23:58.39841Z","steps":["trace[1783143133] 'process raft request' (duration: 4.047952066s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.400008Z","caller":"traceutil/trace.go:171","msg":"trace[603745840] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23454; }","duration":"3.629219695s","start":"2026-03-06T01:23:54.770767Z","end":"2026-03-06T01:23:58.399986Z","steps":["trace[603745840] 'agreement among raft nodes before linearized reading' (duration: 3.627735262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.400063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.349988Z","time spent":"4.050045102s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:58.400086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:54.770745Z","time spent":"3.629316446s","remote":"127.0.0.1:48184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.399178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.854739058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:58.40019Z","caller":"traceutil/trace.go:171","msg":"trace[1933077832] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23454; }","duration":"10.855793501s","start":"2026-03-06T01:23:47.544389Z","end":"2026-03-06T01:23:58.400182Z","steps":["trace[1933077832] 'agreement among raft nodes before linearized reading' (duration: 10.854765378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.400232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:47.544372Z","time spent":"10.855835582s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.400061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.717019673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:23:58.400367Z","caller":"traceutil/trace.go:171","msg":"trace[1051617938] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23454; }","duration":"13.717362342s","start":"2026-03-06T01:23:44.682998Z","end":"2026-03-06T01:23:58.400361Z","steps":["trace[1051617938] 'agreement among raft nodes before linearized reading' (duration: 13.716982822s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.400394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.682978Z","time spent":"13.717409633s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:23:58.400389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.661026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.400472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.168235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.400517Z","caller":"traceutil/trace.go:171","msg":"trace[342139099] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23454; }","duration":"562.271137ms","start":"2026-03-06T01:23:57.838234Z","end":"2026-03-06T01:23:58.400505Z","steps":["trace[342139099] 'agreement among raft nodes before linearized reading' (duration: 562.166454ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.400513Z","caller":"traceutil/trace.go:171","msg":"trace[710245454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23454; }","duration":"220.842009ms","start":"2026-03-06T01:23:58.179646Z","end":"2026-03-06T01:23:58.400488Z","steps":["trace[710245454] 'agreement among raft nodes before linearized reading' (duration: 220.647145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.399507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.874479531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.400565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:57.8382Z","time spent":"562.353509ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.400586Z","caller":"traceutil/trace.go:171","msg":"trace[1617470693] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23454; }","duration":"11.875590836s","start":"2026-03-06T01:23:46.52498Z","end":"2026-03-06T01:23:58.400571Z","steps":["trace[1617470693] 'agreement among raft nodes before linearized reading' (duration: 11.874500552s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.400627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:46.524958Z","time spent":"11.875658377s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.400107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.937038875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:58.400747Z","caller":"traceutil/trace.go:171","msg":"trace[798320902] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23454; }","duration":"13.93770094s","start":"2026-03-06T01:23:44.463025Z","end":"2026-03-06T01:23:58.400726Z","steps":["trace[798320902] 'agreement among raft nodes before linearized reading' (duration: 13.937055695s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.400812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.463006Z","time spent":"13.937784672s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.400704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331938484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-06T01:23:58.40086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299308536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:58.400888Z","caller":"traceutil/trace.go:171","msg":"trace[2139827401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23454; }","duration":"1.299338847s","start":"2026-03-06T01:23:57.101542Z","end":"2026-03-06T01:23:58.400881Z","steps":["trace[2139827401] 'agreement among raft nodes before linearized reading' (duration: 1.299293876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.400848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509556019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.400865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25274577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.400896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844035264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:58.400916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:57.101445Z","time spent":"1.29946524s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.40093Z","caller":"traceutil/trace.go:171","msg":"trace[457395182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23454; }","duration":"2.509676872s","start":"2026-03-06T01:23:55.891239Z","end":"2026-03-06T01:23:58.400916Z","steps":["trace[457395182] 'agreement among raft nodes before linearized reading' (duration: 2.50958034s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.400943Z","caller":"traceutil/trace.go:171","msg":"trace[48072532] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23454; }","duration":"2.844101486s","start":"2026-03-06T01:23:55.556828Z","end":"2026-03-06T01:23:58.40093Z","steps":["trace[48072532] 'agreement among raft nodes before linearized reading' (duration: 2.844029634s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.400944Z","caller":"traceutil/trace.go:171","msg":"trace[1843332070] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23454; }","duration":"1.252877573s","start":"2026-03-06T01:23:57.148046Z","end":"2026-03-06T01:23:58.400923Z","steps":["trace[1843332070] 'agreement among raft nodes before linearized reading' (duration: 1.25273743s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.400952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.708084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:58.400974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.891218Z","time spent":"2.509743873s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.400997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:57.148022Z","time spent":"1.252964135s","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.401003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.556821Z","time spent":"2.844161927s","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:58.400904Z","caller":"traceutil/trace.go:171","msg":"trace[355231295] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23454; }","duration":"2.332481435s","start":"2026-03-06T01:23:56.068398Z","end":"2026-03-06T01:23:58.40088Z","steps":["trace[355231295] 'agreement among raft nodes before linearized reading' (duration: 2.331891872s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:58.400996Z","caller":"traceutil/trace.go:171","msg":"trace[2029068188] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23454; }","duration":"712.910658ms","start":"2026-03-06T01:23:57.688075Z","end":"2026-03-06T01:23:58.400986Z","steps":["trace[2029068188] 'agreement among raft nodes before linearized reading' (duration: 712.327396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.401151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:57.688048Z","time spent":"713.090172ms","remote":"127.0.0.1:42030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.401069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:56.068361Z","time spent":"2.33269661s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:23:58.401241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868473092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:58.401315Z","caller":"traceutil/trace.go:171","msg":"trace[47288324] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23454; }","duration":"2.868546824s","start":"2026-03-06T01:23:55.532751Z","end":"2026-03-06T01:23:58.401298Z","steps":["trace[47288324] 'agreement among raft nodes before linearized reading' (duration: 2.866604121s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:58.401365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:55.53274Z","time spent":"2.868608605s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:58.903248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:59.403723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:59.803975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403480654s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:00.403011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:00.403097Z","caller":"traceutil/trace.go:171","msg":"trace[1114058005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026625s","start":"2026-03-06T01:23:58.402811Z","end":"2026-03-06T01:24:00.403078Z","steps":["trace[1114058005] 'agreement among raft nodes before linearized reading' (duration: 2.000144458s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:00.403385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.402799Z","time spent":"2.000569448s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:02.411425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:02.411501Z","caller":"traceutil/trace.go:171","msg":"trace[1561939615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025549s","start":"2026-03-06T01:24:00.411229Z","end":"2026-03-06T01:24:02.411485Z","steps":["trace[1561939615] 'agreement among raft nodes before linearized reading' (duration: 2.000168719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:02.411538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:00.411209Z","time spent":"2.000322231s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:02.490573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586414431s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:02.490728Z","caller":"traceutil/trace.go:171","msg":"trace[1901095381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23454; }","duration":"3.586575135s","start":"2026-03-06T01:23:58.904128Z","end":"2026-03-06T01:24:02.490703Z","steps":["trace[1901095381] 'range keys from in-memory index tree' (duration: 3.586396321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:02.491376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687199996s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:24:02.491467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.400327Z","time spent":"4.091136638s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:03.121405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716495457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:03.121493Z","caller":"traceutil/trace.go:171","msg":"trace[1538598516] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"4.716622319s","start":"2026-03-06T01:23:58.404851Z","end":"2026-03-06T01:24:03.121473Z","steps":["trace[1538598516] 'agreement among raft nodes before linearized reading' (duration: 4.716498557s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:03.121545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.40484Z","time spent":"4.716694121s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/06 01:24:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:04.213354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.409071929s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:04.412582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000920535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:04.412651Z","caller":"traceutil/trace.go:171","msg":"trace[808533024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001018038s","start":"2026-03-06T01:24:02.411613Z","end":"2026-03-06T01:24:04.412631Z","steps":["trace[808533024] 'agreement among raft nodes before linearized reading' (duration: 2.000932036s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:04.412689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.411607Z","time spent":"2.001074579s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:04.572771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.021225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:04.57314Z","caller":"traceutil/trace.go:171","msg":"trace[782629447] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"6.167826244s","start":"2026-03-06T01:23:58.405287Z","end":"2026-03-06T01:24:04.573114Z","steps":["trace[782629447] 'process raft request' (duration: 6.167677901s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:04.573153Z","caller":"traceutil/trace.go:171","msg":"trace[45111529] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"6.170184697s","start":"2026-03-06T01:23:58.402918Z","end":"2026-03-06T01:24:04.573102Z","steps":["trace[45111529] 'process raft request' (duration: 5.810743592s)","trace[45111529] 'compare' (duration: 358.430383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:04.573256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.405278Z","time spent":"6.167915197s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:04.573323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.40285Z","time spent":"6.170383671s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:04.573413Z","caller":"traceutil/trace.go:171","msg":"trace[1765106712] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"6.168048119s","start":"2026-03-06T01:23:58.40534Z","end":"2026-03-06T01:24:04.573388Z","steps":["trace[1765106712] 'process raft request' (duration: 6.167709092s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:04.573474Z","caller":"traceutil/trace.go:171","msg":"trace[268036942] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"6.166525056s","start":"2026-03-06T01:23:58.406895Z","end":"2026-03-06T01:24:04.57342Z","steps":["trace[268036942] 'process raft request' (duration: 6.166192968s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:04.573162Z","caller":"traceutil/trace.go:171","msg":"trace[1151393680] linearizableReadLoop","detail":"{readStateIndex:24284; appliedIndex:24279; }","duration":"6.17030232s","start":"2026-03-06T01:23:58.402839Z","end":"2026-03-06T01:24:04.573141Z","steps":["trace[1151393680] 'read index received' (duration: 1.401377488s)","trace[1151393680] 'applied index is now lower than readState.Index' (duration: 4.768923902s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:04.573525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.405337Z","time spent":"6.168135351s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:04.573719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.406887Z","time spent":"6.166701889s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:05.07413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:05.574872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:06.075541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:06.421204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000784102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:06.421301Z","caller":"traceutil/trace.go:171","msg":"trace[1662868903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000921185s","start":"2026-03-06T01:24:04.420363Z","end":"2026-03-06T01:24:06.421284Z","steps":["trace[1662868903] 'agreement among raft nodes before linearized reading' (duration: 2.000810483s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:06.421344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:04.420347Z","time spent":"2.000987286s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:07.714235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564684977s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:08.40317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997912907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:08.403237Z","caller":"traceutil/trace.go:171","msg":"trace[459268376] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997994039s","start":"2026-03-06T01:23:58.405228Z","end":"2026-03-06T01:24:08.403222Z","steps":["trace[459268376] 'agreement among raft nodes before linearized reading' (duration: 9.997909657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:08.403276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.405211Z","time spent":"9.99805363s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/06 01:24:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:08.407086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001443156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:08.407176Z","caller":"traceutil/trace.go:171","msg":"trace[259149604] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.001562998s","start":"2026-03-06T01:23:58.405593Z","end":"2026-03-06T01:24:08.407156Z","steps":["trace[259149604] 'agreement among raft nodes before linearized reading' (duration: 10.001445766s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:08.407229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.405589Z","time spent":"10.0016277s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/06 01:24:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:08.421497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:08.421628Z","caller":"traceutil/trace.go:171","msg":"trace[559780437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095557s","start":"2026-03-06T01:24:06.421504Z","end":"2026-03-06T01:24:08.421599Z","steps":["trace[559780437] 'agreement among raft nodes before linearized reading' (duration: 1.999865102s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:08.421696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:06.421483Z","time spent":"2.000198439s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:09.135676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:08.213443Z","time spent":"922.224403ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:09.136026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.457164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.136103Z","caller":"traceutil/trace.go:171","msg":"trace[933233260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23458; }","duration":"231.547815ms","start":"2026-03-06T01:24:08.90454Z","end":"2026-03-06T01:24:09.136088Z","steps":["trace[933233260] 'range keys from in-memory index tree' (duration: 231.442663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.136362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986680838s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:09.136575Z","caller":"traceutil/trace.go:171","msg":"trace[182459176] linearizableReadLoop","detail":"{readStateIndex:24287; appliedIndex:24284; }","duration":"4.562835659s","start":"2026-03-06T01:24:04.573732Z","end":"2026-03-06T01:24:09.136567Z","steps":["trace[182459176] 'read index received' (duration: 1.575931136s)","trace[182459176] 'applied index is now lower than readState.Index' (duration: 2.986903773s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:09.136633Z","caller":"traceutil/trace.go:171","msg":"trace[440551552] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"6.641645751s","start":"2026-03-06T01:24:02.494978Z","end":"2026-03-06T01:24:09.136624Z","steps":["trace[440551552] 'process raft request' (duration: 3.654656386s)","trace[440551552] 'compare' (duration: 2.985915002s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:09.13667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.494959Z","time spent":"6.641689121s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:09.136867Z","caller":"traceutil/trace.go:171","msg":"trace[1020264610] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"6.012011138s","start":"2026-03-06T01:24:03.124849Z","end":"2026-03-06T01:24:09.13686Z","steps":["trace[1020264610] 'process raft request' (duration: 6.011601639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.136901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:03.124821Z","time spent":"6.01206158s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:09.136933Z","caller":"traceutil/trace.go:171","msg":"trace[1733919988] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"4.559058565s","start":"2026-03-06T01:24:04.577869Z","end":"2026-03-06T01:24:09.136928Z","steps":["trace[1733919988] 'process raft request' (duration: 4.558652916s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.136955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:04.577832Z","time spent":"4.559111376s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:24:09.137059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753929381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.137083Z","caller":"traceutil/trace.go:171","msg":"trace[632240369] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23461; }","duration":"4.753984713s","start":"2026-03-06T01:24:04.383087Z","end":"2026-03-06T01:24:09.137071Z","steps":["trace[632240369] 'agreement among raft nodes before linearized reading' (duration: 4.753950502s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.137105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:04.383066Z","time spent":"4.754033723s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.137203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989531635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.137221Z","caller":"traceutil/trace.go:171","msg":"trace[810207250] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23461; }","duration":"4.989591027s","start":"2026-03-06T01:24:04.147624Z","end":"2026-03-06T01:24:09.137215Z","steps":["trace[810207250] 'agreement among raft nodes before linearized reading' (duration: 4.989561716s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.137237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:04.1476Z","time spent":"4.989632667s","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.137321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.069081799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.137338Z","caller":"traceutil/trace.go:171","msg":"trace[1242901832] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23461; }","duration":"5.06913621s","start":"2026-03-06T01:24:04.068196Z","end":"2026-03-06T01:24:09.137333Z","steps":["trace[1242901832] 'agreement among raft nodes before linearized reading' (duration: 5.06910775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.137356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:04.068175Z","time spent":"5.069175521s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.137474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.263339152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:09.137502Z","caller":"traceutil/trace.go:171","msg":"trace[186192135] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23461; }","duration":"5.263405804s","start":"2026-03-06T01:24:03.874091Z","end":"2026-03-06T01:24:09.137496Z","steps":["trace[186192135] 'agreement among raft nodes before linearized reading' (duration: 5.263347093s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.13752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:03.874069Z","time spent":"5.263446114s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.137616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.804279278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:09.137642Z","caller":"traceutil/trace.go:171","msg":"trace[681166231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23461; }","duration":"5.804361441s","start":"2026-03-06T01:24:03.333272Z","end":"2026-03-06T01:24:09.137633Z","steps":["trace[681166231] 'agreement among raft nodes before linearized reading' (duration: 5.8043252s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.137661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:03.333242Z","time spent":"5.804413171s","remote":"127.0.0.1:53054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.137761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929906697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.137797Z","caller":"traceutil/trace.go:171","msg":"trace[1384025789] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23461; }","duration":"5.929968279s","start":"2026-03-06T01:24:03.207812Z","end":"2026-03-06T01:24:09.13778Z","steps":["trace[1384025789] 'agreement among raft nodes before linearized reading' (duration: 5.929929278s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.137851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:03.207789Z","time spent":"5.930021561s","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.137975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.34541328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:09.137999Z","caller":"traceutil/trace.go:171","msg":"trace[2071543802] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23461; }","duration":"6.345477972s","start":"2026-03-06T01:24:02.792516Z","end":"2026-03-06T01:24:09.137994Z","steps":["trace[2071543802] 'agreement among raft nodes before linearized reading' (duration: 6.345417079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.138019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.792488Z","time spent":"6.345524682s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.138116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.229932033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:09.138089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.190974464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.138139Z","caller":"traceutil/trace.go:171","msg":"trace[1241940535] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23461; }","duration":"10.229998455s","start":"2026-03-06T01:23:58.908135Z","end":"2026-03-06T01:24:09.138134Z","steps":["trace[1241940535] 'agreement among raft nodes before linearized reading' (duration: 10.229961484s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.138157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.908108Z","time spent":"10.230044855s","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:09.138169Z","caller":"traceutil/trace.go:171","msg":"trace[1928229478] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23461; }","duration":"10.191108287s","start":"2026-03-06T01:23:58.947037Z","end":"2026-03-06T01:24:09.138145Z","steps":["trace[1928229478] 'agreement among raft nodes before linearized reading' (duration: 10.190975554s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.138213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.94701Z","time spent":"10.191192338s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.138262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.483220657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.138285Z","caller":"traceutil/trace.go:171","msg":"trace[867926866] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23461; }","duration":"10.483248719s","start":"2026-03-06T01:23:58.655031Z","end":"2026-03-06T01:24:09.13828Z","steps":["trace[867926866] 'agreement among raft nodes before linearized reading' (duration: 10.483213858s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.138304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.654961Z","time spent":"10.48333786s","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.138451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544735794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.138493Z","caller":"traceutil/trace.go:171","msg":"trace[627808305] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23461; }","duration":"6.544817376s","start":"2026-03-06T01:24:02.593666Z","end":"2026-03-06T01:24:09.138483Z","steps":["trace[627808305] 'agreement among raft nodes before linearized reading' (duration: 6.544754815s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.138524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.593646Z","time spent":"6.544870547s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.138682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.778422806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:09.138704Z","caller":"traceutil/trace.go:171","msg":"trace[724322298] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23461; }","duration":"6.778466287s","start":"2026-03-06T01:24:02.360233Z","end":"2026-03-06T01:24:09.138699Z","steps":["trace[724322298] 'agreement among raft nodes before linearized reading' (duration: 6.778421036s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.138722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.360223Z","time spent":"6.778494707s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.139286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.7341938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-06T01:24:09.139368Z","caller":"traceutil/trace.go:171","msg":"trace[1026741696] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f; range_end:; response_count:1; response_revision:23461; }","duration":"10.734332703s","start":"2026-03-06T01:23:58.405014Z","end":"2026-03-06T01:24:09.139347Z","steps":["trace[1026741696] 'agreement among raft nodes before linearized reading' (duration: 10.734064667s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.139408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.405Z","time spent":"10.734397125s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f\" "} {"level":"warn","ts":"2026-03-06T01:24:09.139519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.538989182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:24:09.139522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.906940111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:09.139552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.457683786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:09.139581Z","caller":"traceutil/trace.go:171","msg":"trace[822332076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23461; }","duration":"9.907046134s","start":"2026-03-06T01:23:59.232516Z","end":"2026-03-06T01:24:09.139562Z","steps":["trace[822332076] 'agreement among raft nodes before linearized reading' (duration: 9.906946592s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:09.139602Z","caller":"traceutil/trace.go:171","msg":"trace[508871615] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23461; }","duration":"9.457778658s","start":"2026-03-06T01:23:59.68181Z","end":"2026-03-06T01:24:09.139588Z","steps":["trace[508871615] 'agreement among raft nodes before linearized reading' (duration: 9.457685496s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.139614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.820662993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-06T01:24:09.139631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:59.232485Z","time spent":"9.907135185s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.139639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:59.681787Z","time spent":"9.45784242s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:09.139656Z","caller":"traceutil/trace.go:171","msg":"trace[494691782] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23461; }","duration":"8.820738923s","start":"2026-03-06T01:24:00.318905Z","end":"2026-03-06T01:24:09.139644Z","steps":["trace[494691782] 'agreement among raft nodes before linearized reading' (duration: 8.820636551s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.13969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:00.318883Z","time spent":"8.820799965s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:24:09.139694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978466096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.139724Z","caller":"traceutil/trace.go:171","msg":"trace[1838493898] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23461; }","duration":"6.978494057s","start":"2026-03-06T01:24:02.16122Z","end":"2026-03-06T01:24:09.139714Z","steps":["trace[1838493898] 'agreement among raft nodes before linearized reading' (duration: 6.978456136s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.139619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.799039381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.139562Z","caller":"traceutil/trace.go:171","msg":"trace[841449752] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23461; }","duration":"8.539078013s","start":"2026-03-06T01:24:00.600474Z","end":"2026-03-06T01:24:09.139552Z","steps":["trace[841449752] 'agreement among raft nodes before linearized reading' (duration: 8.538965461s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:09.139795Z","caller":"traceutil/trace.go:171","msg":"trace[1001831537] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23461; }","duration":"6.799248864s","start":"2026-03-06T01:24:02.340531Z","end":"2026-03-06T01:24:09.13978Z","steps":["trace[1001831537] 'agreement among raft nodes before linearized reading' (duration: 6.79905477s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.139802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.532565048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:09.139756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.161161Z","time spent":"6.978586789s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.139836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.340499Z","time spent":"6.799324486s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.13984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.371585481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:09.139659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.927483323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.139874Z","caller":"traceutil/trace.go:171","msg":"trace[1898904522] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23461; }","duration":"8.371617021s","start":"2026-03-06T01:24:00.768247Z","end":"2026-03-06T01:24:09.139864Z","steps":["trace[1898904522] 'agreement among raft nodes before linearized reading' (duration: 8.37157132s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.13988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.876957866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:09.139905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:00.76819Z","time spent":"8.371705063s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:09.139906Z","caller":"traceutil/trace.go:171","msg":"trace[24323083] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23461; }","duration":"6.927753348s","start":"2026-03-06T01:24:02.21214Z","end":"2026-03-06T01:24:09.139894Z","steps":["trace[24323083] 'agreement among raft nodes before linearized reading' (duration: 6.927496882s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.1398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.13601226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:09.139956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.212127Z","time spent":"6.92780976s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.139961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.856162677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:09.139996Z","caller":"traceutil/trace.go:171","msg":"trace[175816018] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23461; }","duration":"7.856247479s","start":"2026-03-06T01:24:01.28374Z","end":"2026-03-06T01:24:09.139987Z","steps":["trace[175816018] 'agreement among raft nodes before linearized reading' (duration: 7.856192908s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.139808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:00.600451Z","time spent":"8.539342699s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:24:09.140049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:01.283715Z","time spent":"7.856318261s","remote":"127.0.0.1:52126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:09.140012Z","caller":"traceutil/trace.go:171","msg":"trace[1964047736] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23461; }","duration":"7.136209724s","start":"2026-03-06T01:24:02.003749Z","end":"2026-03-06T01:24:09.139959Z","steps":["trace[1964047736] 'agreement among raft nodes before linearized reading' (duration: 7.13602332s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:09.139841Z","caller":"traceutil/trace.go:171","msg":"trace[1270051524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23461; }","duration":"9.53264507s","start":"2026-03-06T01:23:59.607186Z","end":"2026-03-06T01:24:09.139831Z","steps":["trace[1270051524] 'agreement among raft nodes before linearized reading' (duration: 9.532580438s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.140123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:59.607164Z","time spent":"9.532944256s","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.140162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:02.003733Z","time spent":"7.136379778s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:09.139917Z","caller":"traceutil/trace.go:171","msg":"trace[12070580] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23461; }","duration":"7.877043648s","start":"2026-03-06T01:24:01.262863Z","end":"2026-03-06T01:24:09.139907Z","steps":["trace[12070580] 'agreement among raft nodes before linearized reading' (duration: 7.876912505s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.140268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:01.26283Z","time spent":"7.877423107s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:09.140606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.734913326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-06T01:24:09.140651Z","caller":"traceutil/trace.go:171","msg":"trace[1130313013] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23461; }","duration":"10.734966257s","start":"2026-03-06T01:23:58.405674Z","end":"2026-03-06T01:24:09.14064Z","steps":["trace[1130313013] 'agreement among raft nodes before linearized reading' (duration: 10.732713588s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:09.140684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:58.405671Z","time spent":"10.735001278s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:24:09.149757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435347636s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:10.429527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:10.429616Z","caller":"traceutil/trace.go:171","msg":"trace[62325161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047056s","start":"2026-03-06T01:24:08.429548Z","end":"2026-03-06T01:24:10.429595Z","steps":["trace[62325161] 'agreement among raft nodes before linearized reading' (duration: 1.999928103s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:10.429666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:08.429525Z","time spent":"2.000130947s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:12.200872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.860799562s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:12.431039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:12.431127Z","caller":"traceutil/trace.go:171","msg":"trace[34733247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185719s","start":"2026-03-06T01:24:10.43092Z","end":"2026-03-06T01:24:12.431105Z","steps":["trace[34733247] 'agreement among raft nodes before linearized reading' (duration: 2.000075636s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:12.431174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:10.430899Z","time spent":"2.00026404s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:13.263253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000780931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:13.263333Z","caller":"traceutil/trace.go:171","msg":"trace[1284767700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000907734s","start":"2026-03-06T01:24:11.262406Z","end":"2026-03-06T01:24:13.263314Z","steps":["trace[1284767700] 'agreement among raft nodes before linearized reading' (duration: 2.000809262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.263385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.262394Z","time spent":"2.000980446s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:13.497283Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"37529cc090fa40da","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:24:14.438609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00065496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:14.438696Z","caller":"traceutil/trace.go:171","msg":"trace[736464068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000777373s","start":"2026-03-06T01:24:12.437895Z","end":"2026-03-06T01:24:14.438672Z","steps":["trace[736464068] 'agreement among raft nodes before linearized reading' (duration: 2.000673451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:14.438843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.437883Z","time spent":"2.000902615s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:14.763966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614051544s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T01:24:14.765308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.549705Z","time spent":"2.215597878s","remote":"127.0.0.1:53248","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:24:14.767023Z","caller":"traceutil/trace.go:171","msg":"trace[159026585] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"6.074290601s","start":"2026-03-06T01:24:08.692707Z","end":"2026-03-06T01:24:14.766997Z","steps":["trace[159026585] 'process raft request' (duration: 6.071358526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:14.768629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:08.692684Z","time spent":"6.074405913s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:16.145174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.144983Z","time spent":"7.000182515s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:16.438845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999691108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:16.438939Z","caller":"traceutil/trace.go:171","msg":"trace[521993063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953764s","start":"2026-03-06T01:24:14.438964Z","end":"2026-03-06T01:24:16.438918Z","steps":["trace[521993063] 'agreement among raft nodes before linearized reading' (duration: 1.999824481s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:16.439023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.438942Z","time spent":"2.000035475s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:16.719936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.719592Z","time spent":"7.000333478s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:18.444558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:18.444646Z","caller":"traceutil/trace.go:171","msg":"trace[472340441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398883s","start":"2026-03-06T01:24:16.444227Z","end":"2026-03-06T01:24:18.444626Z","steps":["trace[472340441] 'agreement among raft nodes before linearized reading' (duration: 2.00026514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:18.444699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.444207Z","time spent":"2.000480735s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:18.604331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999494362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:18.60442Z","caller":"traceutil/trace.go:171","msg":"trace[280052501] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999625074s","start":"2026-03-06T01:24:08.60477Z","end":"2026-03-06T01:24:18.604396Z","steps":["trace[280052501] 'agreement among raft nodes before linearized reading' (duration: 9.999515902s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:18.604497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:08.604756Z","time spent":"9.999728476s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/06 01:24:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:19.555809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.264443584s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:20.231426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326807214s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:20.231514Z","caller":"traceutil/trace.go:171","msg":"trace[1809229391] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23462; }","duration":"1.326908666s","start":"2026-03-06T01:24:18.904582Z","end":"2026-03-06T01:24:20.231491Z","steps":["trace[1809229391] 'range keys from in-memory index tree' (duration: 1.326599368s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:20.232204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.465158292s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:20.234913Z","caller":"traceutil/trace.go:171","msg":"trace[1305569134] linearizableReadLoop","detail":"{readStateIndex:24289; appliedIndex:24287; }","duration":"11.098280617s","start":"2026-03-06T01:24:09.136598Z","end":"2026-03-06T01:24:20.234879Z","steps":["trace[1305569134] 'read index received' (duration: 13.404076ms)","trace[1305569134] 'applied index is now lower than readState.Index' (duration: 11.084874451s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:20.235041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.816179069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:20.235018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.712299854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:20.235063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.564414309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:20.235076Z","caller":"traceutil/trace.go:171","msg":"trace[903507958] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23464; }","duration":"13.81624858s","start":"2026-03-06T01:24:06.418812Z","end":"2026-03-06T01:24:20.235061Z","steps":["trace[903507958] 'agreement among raft nodes before linearized reading' (duration: 13.816196159s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:20.23509Z","caller":"traceutil/trace.go:171","msg":"trace[32687363] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23464; }","duration":"11.712421566s","start":"2026-03-06T01:24:08.522651Z","end":"2026-03-06T01:24:20.235073Z","steps":["trace[32687363] 'agreement among raft nodes before linearized reading' (duration: 11.712301444s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:20.235102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:06.418779Z","time spent":"13.816316952s","remote":"127.0.0.1:33554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:20.235142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:08.522629Z","time spent":"11.712501339s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:20.235186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.64817829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rrnck\" ","response":"range_response_count:1 size:5314"} {"level":"info","ts":"2026-03-06T01:24:20.23526Z","caller":"traceutil/trace.go:171","msg":"trace[1398345897] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rrnck; range_end:; response_count:1; response_revision:23464; }","duration":"15.648281972s","start":"2026-03-06T01:24:04.586958Z","end":"2026-03-06T01:24:20.23524Z","steps":["trace[1398345897] 'agreement among raft nodes before linearized reading' (duration: 15.648108788s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:20.235303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:04.586936Z","time spent":"15.648358043s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5337,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rrnck\" "} {"level":"info","ts":"2026-03-06T01:24:20.235101Z","caller":"traceutil/trace.go:171","msg":"trace[255977136] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23464; }","duration":"13.56450327s","start":"2026-03-06T01:24:06.670586Z","end":"2026-03-06T01:24:20.235089Z","steps":["trace[255977136] 'agreement among raft nodes before linearized reading' (duration: 13.564402158s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:20.235364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:06.67056Z","time spent":"13.564794267s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:20.23515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.863929567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:20.235519Z","caller":"traceutil/trace.go:171","msg":"trace[2106473111] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23464; }","duration":"11.864404358s","start":"2026-03-06T01:24:08.371104Z","end":"2026-03-06T01:24:20.235508Z","steps":["trace[2106473111] 'agreement among raft nodes before linearized reading' (duration: 11.863908927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:20.235556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:08.371082Z","time spent":"11.864465389s","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:20.235014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.391754894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:20.235649Z","caller":"traceutil/trace.go:171","msg":"trace[57597892] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23464; }","duration":"12.39244407s","start":"2026-03-06T01:24:07.843189Z","end":"2026-03-06T01:24:20.235633Z","steps":["trace[57597892] 'agreement among raft nodes before linearized reading' (duration: 12.391749615s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:20.235681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:07.843167Z","time spent":"12.392503381s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:20.445351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:20.445426Z","caller":"traceutil/trace.go:171","msg":"trace[816508965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024799s","start":"2026-03-06T01:24:18.445162Z","end":"2026-03-06T01:24:20.44541Z","steps":["trace[816508965] 'agreement among raft nodes before linearized reading' (duration: 2.000148888s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:20.445461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:18.445152Z","time spent":"2.000301901s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:20.735072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:20.972381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.971134Z","time spent":"7.001049204s","remote":"127.0.0.1:41644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:21.147704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.147354Z","time spent":"7.000341819s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:21.235297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:21.394127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.838122456s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:22.265611Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"37529cc090fa40e7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:24:22.453248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999748979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:22.453329Z","caller":"traceutil/trace.go:171","msg":"trace[1332925028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999851452s","start":"2026-03-06T01:24:20.453458Z","end":"2026-03-06T01:24:22.453309Z","steps":["trace[1332925028] 'agreement among raft nodes before linearized reading' (duration: 1.999747259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:22.453455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:20.453353Z","time spent":"2.000088086s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:24.146383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.998155867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:24.146467Z","caller":"traceutil/trace.go:171","msg":"trace[1194636150] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.998279161s","start":"2026-03-06T01:24:16.148167Z","end":"2026-03-06T01:24:24.146446Z","steps":["trace[1194636150] 'agreement among raft nodes before linearized reading' (duration: 7.998167968s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:24.146516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.148156Z","time spent":"7.998350012s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/06 01:24:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:24.453737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:24.453816Z","caller":"traceutil/trace.go:171","msg":"trace[1651316971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002155s","start":"2026-03-06T01:24:22.453797Z","end":"2026-03-06T01:24:24.453799Z","steps":["trace[1651316971] 'agreement among raft nodes before linearized reading' (duration: 1.999900893s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:24.453908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:22.45378Z","time spent":"2.000117467s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:25.132064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.73742199s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:26.07944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684739255s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-06T01:24:26.461958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:26.462044Z","caller":"traceutil/trace.go:171","msg":"trace[1247172867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136329s","start":"2026-03-06T01:24:24.46189Z","end":"2026-03-06T01:24:26.462026Z","steps":["trace[1247172867] 'agreement among raft nodes before linearized reading' (duration: 2.000026026s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:26.462091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:24.461871Z","time spent":"2.0002095s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:27.248401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:20.247302Z","time spent":"7.001087026s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:28.433592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002139111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:28.433683Z","caller":"traceutil/trace.go:171","msg":"trace[826378656] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.002262014s","start":"2026-03-06T01:24:18.4314Z","end":"2026-03-06T01:24:28.433662Z","steps":["trace[826378656] 'agreement among raft nodes before linearized reading' (duration: 10.002134501s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.43374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:18.431383Z","time spent":"10.002340025s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/06 01:24:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:28.462798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:28.462914Z","caller":"traceutil/trace.go:171","msg":"trace[357010828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425215s","start":"2026-03-06T01:24:26.462436Z","end":"2026-03-06T01:24:28.462861Z","steps":["trace[357010828] 'agreement among raft nodes before linearized reading' (duration: 2.000318012s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.463004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.462416Z","time spent":"2.000548027s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:29.005893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999247428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:29.006054Z","caller":"traceutil/trace.go:171","msg":"trace[2108327824] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999468533s","start":"2026-03-06T01:24:19.006555Z","end":"2026-03-06T01:24:29.006024Z","steps":["trace[2108327824] 'agreement among raft nodes before linearized reading' (duration: 9.999276669s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.006125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:19.006536Z","time spent":"9.999568565s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-06T01:24:29.273879Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"37529cc090fa40e7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:24:29.511338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.416112347s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:29.679789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600163634s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T01:24:29.680943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.643644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.681376Z","caller":"traceutil/trace.go:171","msg":"trace[1452046072] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23467; }","duration":"776.960411ms","start":"2026-03-06T01:24:28.904278Z","end":"2026-03-06T01:24:29.681238Z","steps":["trace[1452046072] 'range keys from in-memory index tree' (duration: 776.630464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.682227Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"44.691µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-06T01:24:29.682348Z","caller":"traceutil/trace.go:171","msg":"trace[1254584807] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24291; }","duration":"9.44737086s","start":"2026-03-06T01:24:20.234964Z","end":"2026-03-06T01:24:29.682335Z","steps":["trace[1254584807] 'read index received' (duration: 1.159684098s)","trace[1254584807] 'applied index is now lower than readState.Index' (duration: 8.287684812s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:29.682532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.537263732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.682615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.697985234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.682622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.153757189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.682674Z","caller":"traceutil/trace.go:171","msg":"trace[1412595299] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23469; }","duration":"13.698074276s","start":"2026-03-06T01:24:15.984574Z","end":"2026-03-06T01:24:29.682648Z","steps":["trace[1412595299] 'agreement among raft nodes before linearized reading' (duration: 13.697974913s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.682714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.984554Z","time spent":"13.698151098s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.682751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.479951725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.682782Z","caller":"traceutil/trace.go:171","msg":"trace[548163800] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23469; }","duration":"14.480019446s","start":"2026-03-06T01:24:15.202754Z","end":"2026-03-06T01:24:29.682774Z","steps":["trace[548163800] 'agreement among raft nodes before linearized reading' (duration: 14.479978035s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.682819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.202733Z","time spent":"14.480077478s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.682838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.031919498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:29.682887Z","caller":"traceutil/trace.go:171","msg":"trace[702513314] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23469; }","duration":"10.03199958s","start":"2026-03-06T01:24:19.650876Z","end":"2026-03-06T01:24:29.682876Z","steps":["trace[702513314] 'agreement among raft nodes before linearized reading' (duration: 10.031761094s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.682934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:19.650859Z","time spent":"10.032063282s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.682991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.191878099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:29.683013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.093304677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.683025Z","caller":"traceutil/trace.go:171","msg":"trace[1217040831] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23469; }","duration":"19.191979512s","start":"2026-03-06T01:24:10.491039Z","end":"2026-03-06T01:24:29.683018Z","steps":["trace[1217040831] 'agreement among raft nodes before linearized reading' (duration: 19.1919035s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.683048Z","caller":"traceutil/trace.go:171","msg":"trace[481655359] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23469; }","duration":"15.093369458s","start":"2026-03-06T01:24:14.589671Z","end":"2026-03-06T01:24:29.68304Z","steps":["trace[481655359] 'agreement among raft nodes before linearized reading' (duration: 15.093314677s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.683082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.589653Z","time spent":"15.09342145s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.683093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:10.490991Z","time spent":"19.192076095s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.683239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.208425636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:29.683273Z","caller":"traceutil/trace.go:171","msg":"trace[2072792133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23469; }","duration":"15.208493488s","start":"2026-03-06T01:24:14.474772Z","end":"2026-03-06T01:24:29.683266Z","steps":["trace[2072792133] 'agreement among raft nodes before linearized reading' (duration: 15.208440677s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.683303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.474724Z","time spent":"15.20857139s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.683363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.104956139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:24:29.683404Z","caller":"traceutil/trace.go:171","msg":"trace[2022627116] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23469; }","duration":"10.105029701s","start":"2026-03-06T01:24:19.578362Z","end":"2026-03-06T01:24:29.683392Z","steps":["trace[2022627116] 'agreement among raft nodes before linearized reading' (duration: 10.104931109s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.683438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:19.578343Z","time spent":"10.105086742s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:24:29.68348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.125148728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:29.683508Z","caller":"traceutil/trace.go:171","msg":"trace[1894725352] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23469; }","duration":"16.12522095s","start":"2026-03-06T01:24:13.558279Z","end":"2026-03-06T01:24:29.6835Z","steps":["trace[1894725352] 'agreement among raft nodes before linearized reading' (duration: 16.125180219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.683535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.55822Z","time spent":"16.125307972s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.683797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.788602564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.683803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.554839387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.683823Z","caller":"traceutil/trace.go:171","msg":"trace[1657006786] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23469; }","duration":"16.788656716s","start":"2026-03-06T01:24:12.89516Z","end":"2026-03-06T01:24:29.683816Z","steps":["trace[1657006786] 'agreement among raft nodes before linearized reading' (duration: 16.788433321s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.683841Z","caller":"traceutil/trace.go:171","msg":"trace[189460421] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23469; }","duration":"10.554879128s","start":"2026-03-06T01:24:19.128951Z","end":"2026-03-06T01:24:29.68383Z","steps":["trace[189460421] 'agreement among raft nodes before linearized reading' (duration: 10.554637463s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.683883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:19.128876Z","time spent":"10.55499677s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.683942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.164694905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:29.683968Z","caller":"traceutil/trace.go:171","msg":"trace[618387322] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23469; }","duration":"17.164755217s","start":"2026-03-06T01:24:12.519205Z","end":"2026-03-06T01:24:29.68396Z","steps":["trace[618387322] 'agreement among raft nodes before linearized reading' (duration: 17.164700566s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.683994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.519185Z","time spent":"17.16480141s","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.68413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.43515388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.684159Z","caller":"traceutil/trace.go:171","msg":"trace[1500783465] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23469; }","duration":"17.435219731s","start":"2026-03-06T01:24:12.24893Z","end":"2026-03-06T01:24:29.684149Z","steps":["trace[1500783465] 'agreement among raft nodes before linearized reading' (duration: 17.43517579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.684181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.293425232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:24:29.68419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.248286Z","time spent":"17.435894766s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.684216Z","caller":"traceutil/trace.go:171","msg":"trace[339187872] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23469; }","duration":"11.293516683s","start":"2026-03-06T01:24:18.390689Z","end":"2026-03-06T01:24:29.684206Z","steps":["trace[339187872] 'agreement among raft nodes before linearized reading' (duration: 11.29333938s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.684251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:18.390672Z","time spent":"11.293570055s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.68438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.486004168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:29.684492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.759870064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.684533Z","caller":"traceutil/trace.go:171","msg":"trace[1343517297] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23469; }","duration":"11.759921635s","start":"2026-03-06T01:24:17.9246Z","end":"2026-03-06T01:24:29.684521Z","steps":["trace[1343517297] 'agreement among raft nodes before linearized reading' (duration: 11.759819733s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.684569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.924551Z","time spent":"11.760008128s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.684751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.369345291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:29.684793Z","caller":"traceutil/trace.go:171","msg":"trace[2096204559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23469; }","duration":"12.369409093s","start":"2026-03-06T01:24:17.31537Z","end":"2026-03-06T01:24:29.68478Z","steps":["trace[2096204559] 'agreement among raft nodes before linearized reading' (duration: 12.369344801s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.684831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.315356Z","time spent":"12.369460874s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.684933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.675263287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.684962Z","caller":"traceutil/trace.go:171","msg":"trace[1713756089] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23469; }","duration":"12.675293218s","start":"2026-03-06T01:24:17.00966Z","end":"2026-03-06T01:24:29.684953Z","steps":["trace[1713756089] 'agreement among raft nodes before linearized reading' (duration: 12.675245197s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.684994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.009598Z","time spent":"12.675387119s","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.685164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.962154782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:24:29.685195Z","caller":"traceutil/trace.go:171","msg":"trace[1826733424] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23469; }","duration":"12.962216383s","start":"2026-03-06T01:24:16.72297Z","end":"2026-03-06T01:24:29.685186Z","steps":["trace[1826733424] 'agreement among raft nodes before linearized reading' (duration: 12.96210923s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.685226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.722954Z","time spent":"12.962264404s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:24:29.685231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.799139061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:29.685309Z","caller":"traceutil/trace.go:171","msg":"trace[113561955] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23469; }","duration":"18.799276033s","start":"2026-03-06T01:24:10.886014Z","end":"2026-03-06T01:24:29.68529Z","steps":["trace[113561955] 'agreement among raft nodes before linearized reading' (duration: 18.799100459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.685354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:10.885994Z","time spent":"18.799349815s","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.683441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.930303782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.685426Z","caller":"traceutil/trace.go:171","msg":"trace[1852845293] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23469; }","duration":"15.932314636s","start":"2026-03-06T01:24:13.753098Z","end":"2026-03-06T01:24:29.685413Z","steps":["trace[1852845293] 'agreement among raft nodes before linearized reading' (duration: 15.930319312s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.682441Z","caller":"traceutil/trace.go:171","msg":"trace[376765286] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"4.604719553s","start":"2026-03-06T01:24:25.0777Z","end":"2026-03-06T01:24:29.682419Z","steps":["trace[376765286] 'process raft request' (duration: 4.60461983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.685469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.753082Z","time spent":"15.932372356s","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.68555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:25.077679Z","time spent":"4.607797971s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:29.683849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.895147Z","time spent":"16.788695196s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.683888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.898908217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.685871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.542415315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:24:29.68588Z","caller":"traceutil/trace.go:171","msg":"trace[1140108796] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23469; }","duration":"16.90092142s","start":"2026-03-06T01:24:12.784943Z","end":"2026-03-06T01:24:29.685864Z","steps":["trace[1140108796] 'agreement among raft nodes before linearized reading' (duration: 16.898923637s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.685905Z","caller":"traceutil/trace.go:171","msg":"trace[1077585590] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23469; }","duration":"20.542482037s","start":"2026-03-06T01:24:09.143411Z","end":"2026-03-06T01:24:29.685893Z","steps":["trace[1077585590] 'agreement among raft nodes before linearized reading' (duration: 20.542351224s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.685932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.143393Z","time spent":"20.542533038s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:24:29.68593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.784927Z","time spent":"16.900988262s","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.682604Z","caller":"traceutil/trace.go:171","msg":"trace[1452248312] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23469; }","duration":"9.537326393s","start":"2026-03-06T01:24:20.145252Z","end":"2026-03-06T01:24:29.682578Z","steps":["trace[1452248312] 'agreement among raft nodes before linearized reading' (duration: 9.5372051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.685988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:20.145194Z","time spent":"9.540777169s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.682398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.536260569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.686074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.252089248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.686088Z","caller":"traceutil/trace.go:171","msg":"trace[973501378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23468; }","duration":"13.540018943s","start":"2026-03-06T01:24:16.146056Z","end":"2026-03-06T01:24:29.686075Z","steps":["trace[973501378] 'agreement among raft nodes before linearized reading' (duration: 13.536232129s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.686101Z","caller":"traceutil/trace.go:171","msg":"trace[44671449] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23469; }","duration":"19.252161299s","start":"2026-03-06T01:24:10.433932Z","end":"2026-03-06T01:24:29.686093Z","steps":["trace[44671449] 'agreement among raft nodes before linearized reading' (duration: 19.252114058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.146036Z","time spent":"13.540068574s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.686127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:10.433909Z","time spent":"19.252211651s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.686272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.532654563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-06T01:24:29.686272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.601252315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.686294Z","caller":"traceutil/trace.go:171","msg":"trace[139962818] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23469; }","duration":"8.532719735s","start":"2026-03-06T01:24:21.153568Z","end":"2026-03-06T01:24:29.686288Z","steps":["trace[139962818] 'agreement among raft nodes before linearized reading' (duration: 8.532627423s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.686303Z","caller":"traceutil/trace.go:171","msg":"trace[158146200] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23469; }","duration":"19.601327617s","start":"2026-03-06T01:24:10.084964Z","end":"2026-03-06T01:24:29.686291Z","steps":["trace[158146200] 'agreement among raft nodes before linearized reading' (duration: 19.601279286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:21.153545Z","time spent":"8.532763865s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:24:29.686333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:10.084936Z","time spent":"19.601389448s","remote":"127.0.0.1:34506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.686419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.557953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:29.686419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.055508951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:29.686433Z","caller":"traceutil/trace.go:171","msg":"trace[774493357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23469; }","duration":"415.608644ms","start":"2026-03-06T01:24:29.270819Z","end":"2026-03-06T01:24:29.686428Z","steps":["trace[774493357] 'agreement among raft nodes before linearized reading' (duration: 415.579953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.270798Z","time spent":"415.643995ms","remote":"127.0.0.1:53094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.686446Z","caller":"traceutil/trace.go:171","msg":"trace[178557185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23469; }","duration":"20.055572043s","start":"2026-03-06T01:24:09.630864Z","end":"2026-03-06T01:24:29.686436Z","steps":["trace[178557185] 'agreement among raft nodes before linearized reading' (duration: 20.055527702s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.630843Z","time spent":"20.055622324s","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.686517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037819151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.686533Z","caller":"traceutil/trace.go:171","msg":"trace[728518671] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23469; }","duration":"1.037872543s","start":"2026-03-06T01:24:28.648656Z","end":"2026-03-06T01:24:29.686529Z","steps":["trace[728518671] 'agreement among raft nodes before linearized reading' (duration: 1.037849212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.648635Z","time spent":"1.037907154s","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.686609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217667916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.686619Z","caller":"traceutil/trace.go:171","msg":"trace[253985118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23469; }","duration":"1.217712718s","start":"2026-03-06T01:24:28.468903Z","end":"2026-03-06T01:24:29.686616Z","steps":["trace[253985118] 'agreement among raft nodes before linearized reading' (duration: 1.217691457s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.68663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.468885Z","time spent":"1.217742399s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:29.686657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.468914735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-03-06T01:24:29.686686Z","caller":"traceutil/trace.go:171","msg":"trace[1272424092] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23469; }","duration":"20.468995297s","start":"2026-03-06T01:24:09.217681Z","end":"2026-03-06T01:24:29.686677Z","steps":["trace[1272424092] 'agreement among raft nodes before linearized reading' (duration: 20.468910065s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077206878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.686712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.217661Z","time spent":"20.469043838s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-06T01:24:29.686734Z","caller":"traceutil/trace.go:171","msg":"trace[332920790] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23469; }","duration":"2.077278059s","start":"2026-03-06T01:24:27.60945Z","end":"2026-03-06T01:24:29.686728Z","steps":["trace[332920790] 'agreement among raft nodes before linearized reading' (duration: 2.077236128s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.609419Z","time spent":"2.077325699s","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.686805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.54311995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:24:29.686835Z","caller":"traceutil/trace.go:171","msg":"trace[934606214] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b; range_end:; response_count:1; response_revision:23469; }","duration":"20.543153121s","start":"2026-03-06T01:24:09.143671Z","end":"2026-03-06T01:24:29.686824Z","steps":["trace[934606214] 'agreement among raft nodes before linearized reading' (duration: 20.543066929s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430058767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:24:29.686855Z","caller":"traceutil/trace.go:171","msg":"trace[1614776974] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23469; }","duration":"2.430115319s","start":"2026-03-06T01:24:27.256736Z","end":"2026-03-06T01:24:29.686851Z","steps":["trace[1614776974] 'agreement among raft nodes before linearized reading' (duration: 2.430068158s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.686858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.143657Z","time spent":"20.543195822s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a197298942a2b\" "} {"level":"warn","ts":"2026-03-06T01:24:29.686866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.256713Z","time spent":"2.430150199s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:24:29.686966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434984545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-5vkzv\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-03-06T01:24:29.686979Z","caller":"traceutil/trace.go:171","msg":"trace[1310477652] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-5vkzv; range_end:; response_count:1; response_revision:23469; }","duration":"2.435034496s","start":"2026-03-06T01:24:27.25194Z","end":"2026-03-06T01:24:29.686975Z","steps":["trace[1310477652] 'agreement among raft nodes before linearized reading' (duration: 2.434993846s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.68699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.251916Z","time spent":"2.435071157s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-5vkzv\" "} {"level":"warn","ts":"2026-03-06T01:24:29.687016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.542582849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-06T01:24:29.687039Z","caller":"traceutil/trace.go:171","msg":"trace[1146274703] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23469; }","duration":"20.54262763s","start":"2026-03-06T01:24:09.144405Z","end":"2026-03-06T01:24:29.687032Z","steps":["trace[1146274703] 'agreement among raft nodes before linearized reading' (duration: 20.542555558s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.68327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.10363303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T01:24:29.687061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.1444Z","time spent":"20.54265605s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:24:29.68707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067072981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.687073Z","caller":"traceutil/trace.go:171","msg":"trace[1360980912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23469; }","duration":"10.107472583s","start":"2026-03-06T01:24:19.579591Z","end":"2026-03-06T01:24:29.687063Z","steps":["trace[1360980912] 'agreement among raft nodes before linearized reading' (duration: 10.103556376s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:19.579571Z","time spent":"10.107526335s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:24:29.687111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314422064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.687125Z","caller":"traceutil/trace.go:171","msg":"trace[665213301] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23469; }","duration":"3.314468566s","start":"2026-03-06T01:24:26.372653Z","end":"2026-03-06T01:24:29.687121Z","steps":["trace[665213301] 'agreement among raft nodes before linearized reading' (duration: 3.314438035s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.372629Z","time spent":"3.314504837s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.687051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935235394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.687201Z","caller":"traceutil/trace.go:171","msg":"trace[1702788455] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23469; }","duration":"2.935418288s","start":"2026-03-06T01:24:26.751775Z","end":"2026-03-06T01:24:29.687193Z","steps":["trace[1702788455] 'agreement among raft nodes before linearized reading' (duration: 2.935262665s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.68721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.783337332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.687224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.751755Z","time spent":"2.93546189s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.687239Z","caller":"traceutil/trace.go:171","msg":"trace[1043415078] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23469; }","duration":"7.783416164s","start":"2026-03-06T01:24:21.903813Z","end":"2026-03-06T01:24:29.68723Z","steps":["trace[1043415078] 'agreement among raft nodes before linearized reading' (duration: 7.783379623s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:21.903783Z","time spent":"7.783471927s","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.687083Z","caller":"traceutil/trace.go:171","msg":"trace[1158986752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23469; }","duration":"3.067123723s","start":"2026-03-06T01:24:26.619955Z","end":"2026-03-06T01:24:29.687079Z","steps":["trace[1158986752] 'agreement among raft nodes before linearized reading' (duration: 3.067104512s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.619935Z","time spent":"3.067354357s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.687369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995997101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.687388Z","caller":"traceutil/trace.go:171","msg":"trace[1499246248] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23469; }","duration":"7.996045852s","start":"2026-03-06T01:24:21.691337Z","end":"2026-03-06T01:24:29.687383Z","steps":["trace[1499246248] 'agreement among raft nodes before linearized reading' (duration: 7.996012572s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:21.691318Z","time spent":"7.996080173s","remote":"127.0.0.1:41792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.687497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.341899638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:29.687516Z","caller":"traceutil/trace.go:171","msg":"trace[480446797] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23469; }","duration":"8.341959069s","start":"2026-03-06T01:24:21.345551Z","end":"2026-03-06T01:24:29.687511Z","steps":["trace[480446797] 'agreement among raft nodes before linearized reading' (duration: 8.341926488s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.12088389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268411"} {"level":"warn","ts":"2026-03-06T01:24:29.687541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:21.345522Z","time spent":"8.34200992s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.687553Z","caller":"traceutil/trace.go:171","msg":"trace[1850241717] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23469; }","duration":"6.120958552s","start":"2026-03-06T01:24:23.566585Z","end":"2026-03-06T01:24:29.687544Z","steps":["trace[1850241717] 'agreement among raft nodes before linearized reading' (duration: 6.120577584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562965602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.687585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:23.566565Z","time spent":"6.121010252s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268434,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-06T01:24:29.687606Z","caller":"traceutil/trace.go:171","msg":"trace[131914475] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23469; }","duration":"4.563055164s","start":"2026-03-06T01:24:25.124544Z","end":"2026-03-06T01:24:29.687599Z","steps":["trace[131914475] 'agreement among raft nodes before linearized reading' (duration: 4.562999743s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:25.124518Z","time spent":"4.563102895s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.687212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.543280064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:24:29.687672Z","caller":"traceutil/trace.go:171","msg":"trace[1606863201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23469; }","duration":"20.543758194s","start":"2026-03-06T01:24:09.143907Z","end":"2026-03-06T01:24:29.687665Z","steps":["trace[1606863201] 'agreement among raft nodes before linearized reading' (duration: 20.543246713s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:09.143896Z","time spent":"20.543790005s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-06T01:24:29.68777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037307563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:24:29.687788Z","caller":"traceutil/trace.go:171","msg":"trace[1253275564] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23469; }","duration":"4.037366664s","start":"2026-03-06T01:24:25.650416Z","end":"2026-03-06T01:24:29.687782Z","steps":["trace[1253275564] 'agreement among raft nodes before linearized reading' (duration: 4.037291202s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:25.650395Z","time spent":"4.037405394s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:24:29.687886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062491818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.687902Z","caller":"traceutil/trace.go:171","msg":"trace[1355536403] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23469; }","duration":"4.062538028s","start":"2026-03-06T01:24:25.625359Z","end":"2026-03-06T01:24:29.687897Z","steps":["trace[1355536403] 'agreement among raft nodes before linearized reading' (duration: 4.062511268s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:25.625338Z","time spent":"4.06257559s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.68792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.165989147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.687949Z","caller":"traceutil/trace.go:171","msg":"trace[935309609] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23469; }","duration":"5.166040498s","start":"2026-03-06T01:24:24.5219Z","end":"2026-03-06T01:24:29.687941Z","steps":["trace[935309609] 'agreement among raft nodes before linearized reading' (duration: 5.165993767s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.687975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:24.52189Z","time spent":"5.166078239s","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.688009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199766964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.688033Z","caller":"traceutil/trace.go:171","msg":"trace[677152545] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23469; }","duration":"4.199820315s","start":"2026-03-06T01:24:25.488205Z","end":"2026-03-06T01:24:29.688026Z","steps":["trace[677152545] 'agreement among raft nodes before linearized reading' (duration: 4.199781974s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.688055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:25.488186Z","time spent":"4.199862526s","remote":"127.0.0.1:48242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.688126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471813002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.688145Z","caller":"traceutil/trace.go:171","msg":"trace[1425601221] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23469; }","duration":"4.471864064s","start":"2026-03-06T01:24:25.216276Z","end":"2026-03-06T01:24:29.68814Z","steps":["trace[1425601221] 'agreement among raft nodes before linearized reading' (duration: 4.471827383s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.688161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:25.216256Z","time spent":"4.471899284s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.682715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.475527657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:29.688271Z","caller":"traceutil/trace.go:171","msg":"trace[393644963] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23469; }","duration":"14.48110643s","start":"2026-03-06T01:24:15.207158Z","end":"2026-03-06T01:24:29.688265Z","steps":["trace[393644963] 'agreement among raft nodes before linearized reading' (duration: 14.475532477s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.682672Z","caller":"traceutil/trace.go:171","msg":"trace[294953956] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23469; }","duration":"19.153842271s","start":"2026-03-06T01:24:10.528816Z","end":"2026-03-06T01:24:29.682658Z","steps":["trace[294953956] 'agreement among raft nodes before linearized reading' (duration: 19.153760039s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.688296Z","caller":"traceutil/trace.go:171","msg":"trace[2107471703] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23469; }","duration":"18.486065139s","start":"2026-03-06T01:24:11.198365Z","end":"2026-03-06T01:24:29.68443Z","steps":["trace[2107471703] 'agreement among raft nodes before linearized reading' (duration: 18.485930796s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.688334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509565572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.688339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.642275368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:29.688389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.538783796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T01:24:29.689387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.186698985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:24:29.698435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.207143Z","time spent":"14.491276825s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.698466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.19835Z","time spent":"18.500107479s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:29.698565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:10.528771Z","time spent":"19.169784893s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.698608Z","caller":"traceutil/trace.go:171","msg":"trace[2074406188] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23469; }","duration":"5.652563675s","start":"2026-03-06T01:24:24.046024Z","end":"2026-03-06T01:24:29.698587Z","steps":["trace[2074406188] 'agreement among raft nodes before linearized reading' (duration: 5.642292899s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.698641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:24.046008Z","time spent":"5.652624936s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.698573Z","caller":"traceutil/trace.go:171","msg":"trace[468576876] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23469; }","duration":"5.519842809s","start":"2026-03-06T01:24:24.178719Z","end":"2026-03-06T01:24:29.698562Z","steps":["trace[468576876] 'agreement among raft nodes before linearized reading' (duration: 5.509598583s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.698707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:24.1787Z","time spent":"5.519999152s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:29.698745Z","caller":"traceutil/trace.go:171","msg":"trace[1047273437] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23469; }","duration":"5.549172856s","start":"2026-03-06T01:24:24.149563Z","end":"2026-03-06T01:24:29.698736Z","steps":["trace[1047273437] 'agreement among raft nodes before linearized reading' (duration: 5.538780576s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.698776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:24.149538Z","time spent":"5.549229046s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-06T01:24:29.698851Z","caller":"traceutil/trace.go:171","msg":"trace[1578394680] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23469; }","duration":"5.196208063s","start":"2026-03-06T01:24:24.502637Z","end":"2026-03-06T01:24:29.698846Z","steps":["trace[1578394680] 'agreement among raft nodes before linearized reading' (duration: 5.185452046s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.698878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:24.502607Z","time spent":"5.196264605s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2669,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:30.194457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:30.694654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:31.195166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:31.696317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:31.707783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000841612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:31.707823Z","caller":"traceutil/trace.go:171","msg":"trace[1825776682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903275s","start":"2026-03-06T01:24:29.706907Z","end":"2026-03-06T01:24:31.70781Z","steps":["trace[1825776682] 'agreement among raft nodes before linearized reading' (duration: 2.000848123s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:31.707868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.706903Z","time spent":"2.000958556s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:32.197043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:32.529618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.713774422s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:33.240863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.030646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:33.240972Z","caller":"traceutil/trace.go:171","msg":"trace[2102813306] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"3.547505513s","start":"2026-03-06T01:24:29.693448Z","end":"2026-03-06T01:24:33.240953Z","steps":["trace[2102813306] 'process raft request' (duration: 2.836313513s)","trace[2102813306] 'compare' (duration: 709.201186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:33.241028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.693439Z","time spent":"3.547561714s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:33.267509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005392664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:33.267582Z","caller":"traceutil/trace.go:171","msg":"trace[1172295893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005523886s","start":"2026-03-06T01:24:31.262041Z","end":"2026-03-06T01:24:33.267565Z","steps":["trace[1172295893] 'agreement among raft nodes before linearized reading' (duration: 2.005419654s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:33.267619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.262003Z","time spent":"2.005608418s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:33.70919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:33.709254Z","caller":"traceutil/trace.go:171","msg":"trace[1431956753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000920235s","start":"2026-03-06T01:24:31.708319Z","end":"2026-03-06T01:24:33.70924Z","steps":["trace[1431956753] 'agreement among raft nodes before linearized reading' (duration: 2.000833383s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:33.709284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.708305Z","time spent":"2.000971457s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:35.716902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000608197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:35.717005Z","caller":"traceutil/trace.go:171","msg":"trace[1452568127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075315s","start":"2026-03-06T01:24:33.716221Z","end":"2026-03-06T01:24:35.716974Z","steps":["trace[1452568127] 'agreement among raft nodes before linearized reading' (duration: 2.000637138s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:35.717071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:33.716206Z","time spent":"2.000848973s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:36.641683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.404949409s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:36.70723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.707066Z","time spent":"7.000155414s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:36.708593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.707864Z","time spent":"7.000720807s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:36.710765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.710074Z","time spent":"7.000687726s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-06T01:24:36.739057Z","caller":"traceutil/trace.go:171","msg":"trace[1636967586] linearizableReadLoop","detail":"{readStateIndex:24301; appliedIndex:24297; }","duration":"7.045501294s","start":"2026-03-06T01:24:29.693501Z","end":"2026-03-06T01:24:36.739002Z","steps":["trace[1636967586] 'read index received' (duration: 2.836273672s)","trace[1636967586] 'applied index is now lower than readState.Index' (duration: 4.209226592s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:36.739429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.034966841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-14cf72f4-273e-44a4-bcee-5870d5ce8683\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-06T01:24:36.739477Z","caller":"traceutil/trace.go:171","msg":"trace[968020063] range","detail":"{range_begin:/registry/persistentvolumes/pvc-14cf72f4-273e-44a4-bcee-5870d5ce8683; range_end:; response_count:1; response_revision:23473; }","duration":"7.035063504s","start":"2026-03-06T01:24:29.7044Z","end":"2026-03-06T01:24:36.739463Z","steps":["trace[968020063] 'agreement among raft nodes before linearized reading' (duration: 7.034917861s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.739515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.704386Z","time spent":"7.035120765s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-14cf72f4-273e-44a4-bcee-5870d5ce8683\" "} {"level":"warn","ts":"2026-03-06T01:24:36.73955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.122653557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:36.739615Z","caller":"traceutil/trace.go:171","msg":"trace[1324464536] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23473; }","duration":"6.122743519s","start":"2026-03-06T01:24:30.616845Z","end":"2026-03-06T01:24:36.739589Z","steps":["trace[1324464536] 'agreement among raft nodes before linearized reading' (duration: 6.122647027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.739604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.868978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:36.739694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847006949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:36.739696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.035144776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:36.739694Z","caller":"traceutil/trace.go:171","msg":"trace[1465342570] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23473; }","duration":"791.97576ms","start":"2026-03-06T01:24:35.947697Z","end":"2026-03-06T01:24:36.739673Z","steps":["trace[1465342570] 'agreement among raft nodes before linearized reading' (duration: 791.802836ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.73972Z","caller":"traceutil/trace.go:171","msg":"trace[1441020070] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23473; }","duration":"2.84707409s","start":"2026-03-06T01:24:33.89264Z","end":"2026-03-06T01:24:36.739714Z","steps":["trace[1441020070] 'agreement among raft nodes before linearized reading' (duration: 2.847028159s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.739729Z","caller":"traceutil/trace.go:171","msg":"trace[1626759912] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23473; }","duration":"7.035176076s","start":"2026-03-06T01:24:29.704543Z","end":"2026-03-06T01:24:36.739719Z","steps":["trace[1626759912] 'agreement among raft nodes before linearized reading' (duration: 7.035125635s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.739712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.033184232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-06T01:24:36.739746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.033390046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-06T01:24:36.739784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495472275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a19729672d133\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-06T01:24:36.739803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.656192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:36.73982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967078203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:36.739833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:33.892619Z","time spent":"2.847124791s","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:36.739832Z","caller":"traceutil/trace.go:171","msg":"trace[1830290128] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a19729672d133; range_end:; response_count:1; response_revision:23473; }","duration":"3.495530375s","start":"2026-03-06T01:24:33.244286Z","end":"2026-03-06T01:24:36.739816Z","steps":["trace[1830290128] 'agreement among raft nodes before linearized reading' (duration: 3.495438183s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.739844Z","caller":"traceutil/trace.go:171","msg":"trace[938202885] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23473; }","duration":"209.731774ms","start":"2026-03-06T01:24:36.5301Z","end":"2026-03-06T01:24:36.739832Z","steps":["trace[938202885] 'agreement among raft nodes before linearized reading' (duration: 209.673872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.739839Z","caller":"traceutil/trace.go:171","msg":"trace[767943168] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23473; }","duration":"7.033498938s","start":"2026-03-06T01:24:29.706313Z","end":"2026-03-06T01:24:36.739812Z","steps":["trace[767943168] 'agreement among raft nodes before linearized reading' (duration: 7.033226342s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.739867Z","caller":"traceutil/trace.go:171","msg":"trace[2068755024] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23473; }","duration":"3.967156135s","start":"2026-03-06T01:24:32.772696Z","end":"2026-03-06T01:24:36.739852Z","steps":["trace[2068755024] 'agreement among raft nodes before linearized reading' (duration: 3.967097313s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.739872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:33.244274Z","time spent":"3.495589988s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a19729672d133\" "} {"level":"warn","ts":"2026-03-06T01:24:36.739798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399217135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:36.739889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.70631Z","time spent":"7.033570392s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-06T01:24:36.739898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:32.772676Z","time spent":"3.967214947s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.739922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.931640564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-06T01:24:36.739706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779258392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:36.739962Z","caller":"traceutil/trace.go:171","msg":"trace[656632010] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23473; }","duration":"6.931749367s","start":"2026-03-06T01:24:29.808204Z","end":"2026-03-06T01:24:36.739954Z","steps":["trace[656632010] 'agreement among raft nodes before linearized reading' (duration: 6.931646035s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.73996Z","caller":"traceutil/trace.go:171","msg":"trace[1163415892] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23473; }","duration":"2.399453731s","start":"2026-03-06T01:24:34.340458Z","end":"2026-03-06T01:24:36.739912Z","steps":["trace[1163415892] 'agreement among raft nodes before linearized reading' (duration: 2.399021111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.739745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.947677Z","time spent":"792.056092ms","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.740002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.808188Z","time spent":"6.931806648s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-06T01:24:36.740015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.952843491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:36.740057Z","caller":"traceutil/trace.go:171","msg":"trace[441673759] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23473; }","duration":"6.952915102s","start":"2026-03-06T01:24:29.787128Z","end":"2026-03-06T01:24:36.740043Z","steps":["trace[441673759] 'agreement among raft nodes before linearized reading' (duration: 6.952847271s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.739973Z","caller":"traceutil/trace.go:171","msg":"trace[2105765872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23473; }","duration":"3.77958496s","start":"2026-03-06T01:24:32.960378Z","end":"2026-03-06T01:24:36.739963Z","steps":["trace[2105765872] 'agreement among raft nodes before linearized reading' (duration: 3.779294662s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.739968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.296266498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:36.739635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.034346718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T01:24:36.740103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.787109Z","time spent":"6.952983564s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:36.740117Z","caller":"traceutil/trace.go:171","msg":"trace[1707756423] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23473; }","duration":"5.296439763s","start":"2026-03-06T01:24:31.443665Z","end":"2026-03-06T01:24:36.740105Z","steps":["trace[1707756423] 'agreement among raft nodes before linearized reading' (duration: 5.296280489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:32.96036Z","time spent":"3.779762404s","remote":"127.0.0.1:53126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.739651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.616827Z","time spent":"6.122817221s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.740206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584209699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:36.740238Z","caller":"traceutil/trace.go:171","msg":"trace[1842849356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23473; }","duration":"1.584276779s","start":"2026-03-06T01:24:35.155951Z","end":"2026-03-06T01:24:36.740227Z","steps":["trace[1842849356] 'agreement among raft nodes before linearized reading' (duration: 1.584226208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193615046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:36.739817Z","caller":"traceutil/trace.go:171","msg":"trace[1962849784] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23473; }","duration":"7.033309075s","start":"2026-03-06T01:24:29.706481Z","end":"2026-03-06T01:24:36.73979Z","steps":["trace[1962849784] 'agreement among raft nodes before linearized reading' (duration: 7.033026679s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.740275Z","caller":"traceutil/trace.go:171","msg":"trace[1372665119] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23473; }","duration":"1.193684567s","start":"2026-03-06T01:24:35.546581Z","end":"2026-03-06T01:24:36.740266Z","steps":["trace[1372665119] 'agreement among raft nodes before linearized reading' (duration: 1.193632466s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325601347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:36.740303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.706477Z","time spent":"7.033814407s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:24:36.740305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.546561Z","time spent":"1.193736399s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.740059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.504404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:36.740165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.443636Z","time spent":"5.296516864s","remote":"127.0.0.1:48174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.740318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023021346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:36.740348Z","caller":"traceutil/trace.go:171","msg":"trace[191441254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23473; }","duration":"651.827642ms","start":"2026-03-06T01:24:36.088511Z","end":"2026-03-06T01:24:36.740338Z","steps":["trace[191441254] 'agreement among raft nodes before linearized reading' (duration: 651.518175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841589383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:36.740398Z","caller":"traceutil/trace.go:171","msg":"trace[237477132] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23473; }","duration":"1.841672084s","start":"2026-03-06T01:24:34.898715Z","end":"2026-03-06T01:24:36.740387Z","steps":["trace[237477132] 'agreement among raft nodes before linearized reading' (duration: 1.841606602s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:36.740359Z","caller":"traceutil/trace.go:171","msg":"trace[1166198019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23473; }","duration":"1.023145529s","start":"2026-03-06T01:24:35.717204Z","end":"2026-03-06T01:24:36.740349Z","steps":["trace[1166198019] 'agreement among raft nodes before linearized reading' (duration: 1.023082368s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025102797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:36.740461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.71718Z","time spent":"1.023274361s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:36.740467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:34.898696Z","time spent":"1.841758766s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:36.740466Z","caller":"traceutil/trace.go:171","msg":"trace[726459250] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23473; }","duration":"2.02522097s","start":"2026-03-06T01:24:34.715234Z","end":"2026-03-06T01:24:36.740455Z","steps":["trace[726459250] 'agreement among raft nodes before linearized reading' (duration: 2.025114798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.088489Z","time spent":"651.896013ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:36.740128Z","caller":"traceutil/trace.go:171","msg":"trace[1353549889] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23473; }","duration":"7.03485116s","start":"2026-03-06T01:24:29.705267Z","end":"2026-03-06T01:24:36.740118Z","steps":["trace[1353549889] 'agreement among raft nodes before linearized reading' (duration: 7.034259956s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.73976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.70453Z","time spent":"7.035223967s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:24:36.740508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:34.715213Z","time spent":"2.025283402s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:36.740322Z","caller":"traceutil/trace.go:171","msg":"trace[1940918407] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23473; }","duration":"1.325660178s","start":"2026-03-06T01:24:35.414656Z","end":"2026-03-06T01:24:36.740316Z","steps":["trace[1940918407] 'agreement among raft nodes before linearized reading' (duration: 1.325625597s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.414634Z","time spent":"1.325935184s","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.740038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:34.340362Z","time spent":"2.399661906s","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:36.739402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.045878862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-wkb87\" ","response":"range_response_count:1 size:5900"} {"level":"info","ts":"2026-03-06T01:24:36.7408Z","caller":"traceutil/trace.go:171","msg":"trace[130404531] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-wkb87; range_end:; response_count:1; response_revision:23473; }","duration":"7.047248732s","start":"2026-03-06T01:24:29.693479Z","end":"2026-03-06T01:24:36.740728Z","steps":["trace[130404531] 'agreement among raft nodes before linearized reading' (duration: 7.045772789s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.740538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.705264Z","time spent":"7.035261259s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-06T01:24:36.740866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.693465Z","time spent":"7.047387526s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5923,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-wkb87\" "} {"level":"warn","ts":"2026-03-06T01:24:36.740268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.155931Z","time spent":"1.584330951s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:37.244297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:37.744592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:38.244819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:38.745694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056283909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:38.747083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:38.747194Z","caller":"traceutil/trace.go:171","msg":"trace[7348584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226s","start":"2026-03-06T01:24:36.746946Z","end":"2026-03-06T01:24:38.747172Z","steps":["trace[7348584] 'agreement among raft nodes before linearized reading' (duration: 2.000097777s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:38.747255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.746936Z","time spent":"2.000304741s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:39.16748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.339009989s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:40.74812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:40.748222Z","caller":"traceutil/trace.go:171","msg":"trace[1111624012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452675s","start":"2026-03-06T01:24:38.74775Z","end":"2026-03-06T01:24:40.748203Z","steps":["trace[1111624012] 'agreement among raft nodes before linearized reading' (duration: 2.000330232s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:40.748269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.747722Z","time spent":"2.000534276s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:41.653659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748731193s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:41.653854Z","caller":"traceutil/trace.go:171","msg":"trace[157399086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23473; }","duration":"2.748936947s","start":"2026-03-06T01:24:38.904892Z","end":"2026-03-06T01:24:41.653829Z","steps":["trace[157399086] 'range keys from in-memory index tree' (duration: 2.748708072s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:41.65432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486525282s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-06T01:24:41.654405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.743077Z","time spent":"4.911321942s","remote":"127.0.0.1:41702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:41.786754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.619098444s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:42.498853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.841314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:42.499271Z","caller":"traceutil/trace.go:171","msg":"trace[1922390476] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"5.754014131s","start":"2026-03-06T01:24:36.745195Z","end":"2026-03-06T01:24:42.499209Z","steps":["trace[1922390476] 'process raft request' (duration: 5.041738897s)","trace[1922390476] 'compare' (duration: 711.525018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:42.499417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.745178Z","time spent":"5.754164354s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:42.499675Z","caller":"traceutil/trace.go:171","msg":"trace[1668345626] linearizableReadLoop","detail":"{readStateIndex:24304; appliedIndex:24301; }","duration":"5.756330763s","start":"2026-03-06T01:24:36.743324Z","end":"2026-03-06T01:24:42.499654Z","steps":["trace[1668345626] 'read index received' (duration: 2.424398921s)","trace[1668345626] 'applied index is now lower than readState.Index' (duration: 3.331930622s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:42.49992Z","caller":"traceutil/trace.go:171","msg":"trace[1771720361] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"5.753873728s","start":"2026-03-06T01:24:36.746005Z","end":"2026-03-06T01:24:42.499878Z","steps":["trace[1771720361] 'process raft request' (duration: 5.753559571s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.500011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75665322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.500118Z","caller":"traceutil/trace.go:171","msg":"trace[1353720667] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:23475; }","duration":"5.756788562s","start":"2026-03-06T01:24:36.743304Z","end":"2026-03-06T01:24:42.500092Z","steps":["trace[1353720667] 'agreement among raft nodes before linearized reading' (duration: 5.756595298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.500182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.743292Z","time spent":"5.756877294s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:24:42.500331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.745994Z","time spent":"5.753998901s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:42.512466Z","caller":"traceutil/trace.go:171","msg":"trace[389242611] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"2.659656608s","start":"2026-03-06T01:24:39.852789Z","end":"2026-03-06T01:24:42.512446Z","steps":["trace[389242611] 'process raft request' (duration: 2.659498785s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.512582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:39.852762Z","time spent":"2.659759911s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:42.512706Z","caller":"traceutil/trace.go:171","msg":"trace[640182226] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"766.316794ms","start":"2026-03-06T01:24:41.746374Z","end":"2026-03-06T01:24:42.51269Z","steps":["trace[640182226] 'process raft request' (duration: 766.250313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.512784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.74635Z","time spent":"766.393317ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:42.512828Z","caller":"traceutil/trace.go:171","msg":"trace[468561088] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"856.511513ms","start":"2026-03-06T01:24:41.65631Z","end":"2026-03-06T01:24:42.512821Z","steps":["trace[468561088] 'process raft request' (duration: 856.088984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.512865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.656292Z","time spent":"856.554234ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:42.513197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790497241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.513246Z","caller":"traceutil/trace.go:171","msg":"trace[1142184140] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23478; }","duration":"3.790593672s","start":"2026-03-06T01:24:38.722643Z","end":"2026-03-06T01:24:42.513237Z","steps":["trace[1142184140] 'agreement among raft nodes before linearized reading' (duration: 3.79051283s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.51328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.722621Z","time spent":"3.790653384s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.513292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768248015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-pvrhl\" ","response":"range_response_count:1 size:4048"} {"level":"info","ts":"2026-03-06T01:24:42.513365Z","caller":"traceutil/trace.go:171","msg":"trace[708034438] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-pvrhl; range_end:; response_count:1; response_revision:23478; }","duration":"5.768336767s","start":"2026-03-06T01:24:36.745007Z","end":"2026-03-06T01:24:42.513344Z","steps":["trace[708034438] 'agreement among raft nodes before linearized reading' (duration: 5.768132412s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.513403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.745001Z","time spent":"5.768394158s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4071,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-pvrhl\" "} {"level":"warn","ts":"2026-03-06T01:24:42.513526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.168331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-06T01:24:42.513552Z","caller":"traceutil/trace.go:171","msg":"trace[2046927078] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23478; }","duration":"526.222272ms","start":"2026-03-06T01:24:41.987323Z","end":"2026-03-06T01:24:42.513546Z","steps":["trace[2046927078] 'agreement among raft nodes before linearized reading' (duration: 526.060247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.513576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.987304Z","time spent":"526.266823ms","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:24:42.513598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053283465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.513634Z","caller":"traceutil/trace.go:171","msg":"trace[42503433] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23478; }","duration":"4.053320176s","start":"2026-03-06T01:24:38.460303Z","end":"2026-03-06T01:24:42.513623Z","steps":["trace[42503433] 'agreement among raft nodes before linearized reading' (duration: 4.053261594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.513664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.46028Z","time spent":"4.053377056s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:24:42.513749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.200432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.513776Z","caller":"traceutil/trace.go:171","msg":"trace[1269876547] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23478; }","duration":"912.261813ms","start":"2026-03-06T01:24:41.601507Z","end":"2026-03-06T01:24:42.513769Z","steps":["trace[1269876547] 'agreement among raft nodes before linearized reading' (duration: 912.219912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.5138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.601486Z","time spent":"912.309174ms","remote":"127.0.0.1:48090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.513822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77652139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:42.513855Z","caller":"traceutil/trace.go:171","msg":"trace[455503316] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23478; }","duration":"4.776599821s","start":"2026-03-06T01:24:37.737246Z","end":"2026-03-06T01:24:42.513846Z","steps":["trace[455503316] 'agreement among raft nodes before linearized reading' (duration: 4.77652864s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.513885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.737228Z","time spent":"4.776648972s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.514054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768217824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.514095Z","caller":"traceutil/trace.go:171","msg":"trace[1489688965] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23478; }","duration":"5.768295065s","start":"2026-03-06T01:24:36.745788Z","end":"2026-03-06T01:24:42.514083Z","steps":["trace[1489688965] 'agreement among raft nodes before linearized reading' (duration: 5.768229324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.514125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.745775Z","time spent":"5.768343066s","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-06T01:24:42.514166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.769088824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:24:42.514208Z","caller":"traceutil/trace.go:171","msg":"trace[1534076254] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23478; }","duration":"5.769139405s","start":"2026-03-06T01:24:36.745058Z","end":"2026-03-06T01:24:42.514197Z","steps":["trace[1534076254] 'agreement among raft nodes before linearized reading' (duration: 5.769037883s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.514229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648534506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:24:42.514242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.745055Z","time spent":"5.769179386s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-06T01:24:42.514264Z","caller":"traceutil/trace.go:171","msg":"trace[932120606] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23478; }","duration":"1.648595377s","start":"2026-03-06T01:24:40.865658Z","end":"2026-03-06T01:24:42.514254Z","steps":["trace[932120606] 'agreement among raft nodes before linearized reading' (duration: 1.648454244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.514289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:40.865643Z","time spent":"1.648640609s","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.514347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.95521696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.514392Z","caller":"traceutil/trace.go:171","msg":"trace[812638849] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23478; }","duration":"4.955264861s","start":"2026-03-06T01:24:37.559115Z","end":"2026-03-06T01:24:42.51438Z","steps":["trace[812638849] 'agreement among raft nodes before linearized reading' (duration: 4.955180909s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.514429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839967307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:42.514455Z","caller":"traceutil/trace.go:171","msg":"trace[1998210623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23478; }","duration":"1.840029908s","start":"2026-03-06T01:24:40.674418Z","end":"2026-03-06T01:24:42.514448Z","steps":["trace[1998210623] 'agreement among raft nodes before linearized reading' (duration: 1.839994438s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.514478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:40.674397Z","time spent":"1.840075649s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.514566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.703372005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-06T01:24:42.514579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234958005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.514593Z","caller":"traceutil/trace.go:171","msg":"trace[1326604530] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23478; }","duration":"5.703431495s","start":"2026-03-06T01:24:36.811154Z","end":"2026-03-06T01:24:42.514585Z","steps":["trace[1326604530] 'agreement among raft nodes before linearized reading' (duration: 5.703340733s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:42.514601Z","caller":"traceutil/trace.go:171","msg":"trace[1479178102] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23478; }","duration":"2.235013427s","start":"2026-03-06T01:24:40.279581Z","end":"2026-03-06T01:24:42.514594Z","steps":["trace[1479178102] 'agreement among raft nodes before linearized reading' (duration: 2.234978186s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.514617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.811137Z","time spent":"5.703474467s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-06T01:24:42.514644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719347742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.514666Z","caller":"traceutil/trace.go:171","msg":"trace[219614165] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23478; }","duration":"3.719404694s","start":"2026-03-06T01:24:38.795257Z","end":"2026-03-06T01:24:42.514661Z","steps":["trace[219614165] 'agreement among raft nodes before linearized reading' (duration: 3.719374693s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.514686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.795235Z","time spent":"3.719446264s","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.514428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.559051Z","time spent":"4.955367713s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.514474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.477406882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:42.514863Z","caller":"traceutil/trace.go:171","msg":"trace[1306166352] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23478; }","duration":"5.477833991s","start":"2026-03-06T01:24:37.037022Z","end":"2026-03-06T01:24:42.514856Z","steps":["trace[1306166352] 'agreement among raft nodes before linearized reading' (duration: 5.477422842s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.51462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:40.279561Z","time spent":"2.235053467s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:42.514401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758387928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.514958Z","caller":"traceutil/trace.go:171","msg":"trace[1645790696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23478; }","duration":"1.75894416s","start":"2026-03-06T01:24:40.756008Z","end":"2026-03-06T01:24:42.514952Z","steps":["trace[1645790696] 'agreement among raft nodes before linearized reading' (duration: 1.758374288s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.51498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:40.755965Z","time spent":"1.759010102s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:42.514889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.037004Z","time spent":"5.477878042s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:42.791773Z","caller":"traceutil/trace.go:171","msg":"trace[1467729871] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"270.009974ms","start":"2026-03-06T01:24:42.52174Z","end":"2026-03-06T01:24:42.79175Z","steps":["trace[1467729871] 'process raft request' (duration: 269.768759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:42.792057Z","caller":"traceutil/trace.go:171","msg":"trace[809985759] linearizableReadLoop","detail":"{readStateIndex:24311; appliedIndex:24309; }","duration":"264.157443ms","start":"2026-03-06T01:24:42.527887Z","end":"2026-03-06T01:24:42.792044Z","steps":["trace[809985759] 'read index received' (duration: 263.794545ms)","trace[809985759] 'applied index is now lower than readState.Index' (duration: 361.978µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:42.79226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.371021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-06T01:24:42.79233Z","caller":"traceutil/trace.go:171","msg":"trace[508937801] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23481; }","duration":"270.463053ms","start":"2026-03-06T01:24:42.521849Z","end":"2026-03-06T01:24:42.792312Z","steps":["trace[508937801] 'agreement among raft nodes before linearized reading' (duration: 270.208698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.792342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.519024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-06T01:24:42.792569Z","caller":"traceutil/trace.go:171","msg":"trace[895747424] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"270.723159ms","start":"2026-03-06T01:24:42.521836Z","end":"2026-03-06T01:24:42.792559Z","steps":["trace[895747424] 'process raft request' (duration: 270.141527ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:42.792691Z","caller":"traceutil/trace.go:171","msg":"trace[675871186] range","detail":"{range_begin:/registry/persistentvolumes/pvc-110dbb67-c0b1-4ead-9806-d8fc0d24ae07; range_end:; response_count:1; response_revision:23481; }","duration":"270.617757ms","start":"2026-03-06T01:24:42.521781Z","end":"2026-03-06T01:24:42.792399Z","steps":["trace[675871186] 'agreement among raft nodes before linearized reading' (duration: 270.425123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.792696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.865812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-06T01:24:42.792745Z","caller":"traceutil/trace.go:171","msg":"trace[198358057] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23481; }","duration":"270.941294ms","start":"2026-03-06T01:24:42.521793Z","end":"2026-03-06T01:24:42.792734Z","steps":["trace[198358057] 'agreement among raft nodes before linearized reading' (duration: 270.548146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.792839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.047606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-krgsv\" ","response":"range_response_count:1 size:4022"} {"level":"info","ts":"2026-03-06T01:24:42.79268Z","caller":"traceutil/trace.go:171","msg":"trace[1094541827] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"270.823342ms","start":"2026-03-06T01:24:42.521832Z","end":"2026-03-06T01:24:42.792655Z","steps":["trace[1094541827] 'process raft request' (duration: 269.83535ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:42.79288Z","caller":"traceutil/trace.go:171","msg":"trace[1988756349] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-krgsv; range_end:; response_count:1; response_revision:23481; }","duration":"271.109867ms","start":"2026-03-06T01:24:42.521758Z","end":"2026-03-06T01:24:42.792868Z","steps":["trace[1988756349] 'agreement among raft nodes before linearized reading' (duration: 270.974394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.79223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.366051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.793213Z","caller":"traceutil/trace.go:171","msg":"trace[1000952251] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23481; }","duration":"271.361092ms","start":"2026-03-06T01:24:42.521841Z","end":"2026-03-06T01:24:42.793202Z","steps":["trace[1000952251] 'agreement among raft nodes before linearized reading' (duration: 270.275679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:42.822409Z","caller":"traceutil/trace.go:171","msg":"trace[628198219] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"290.733321ms","start":"2026-03-06T01:24:42.531653Z","end":"2026-03-06T01:24:42.822386Z","steps":["trace[628198219] 'process raft request' (duration: 290.608028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.822564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.365708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:42.822623Z","caller":"traceutil/trace.go:171","msg":"trace[1751417895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23482; }","duration":"278.46388ms","start":"2026-03-06T01:24:42.544144Z","end":"2026-03-06T01:24:42.822608Z","steps":["trace[1751417895] 'agreement among raft nodes before linearized reading' (duration: 278.314387ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:43.129078Z","caller":"traceutil/trace.go:171","msg":"trace[428124100] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"121.906347ms","start":"2026-03-06T01:24:43.007141Z","end":"2026-03-06T01:24:43.129047Z","steps":["trace[428124100] 'process raft request' (duration: 46.489825ms)","trace[428124100] 'compare' (duration: 75.282259ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:43.184601Z","caller":"traceutil/trace.go:171","msg":"trace[587515581] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"173.836793ms","start":"2026-03-06T01:24:43.010744Z","end":"2026-03-06T01:24:43.184581Z","steps":["trace[587515581] 'process raft request' (duration: 173.69592ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:43.44604Z","caller":"traceutil/trace.go:171","msg":"trace[184332622] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"122.229234ms","start":"2026-03-06T01:24:43.323779Z","end":"2026-03-06T01:24:43.446008Z","steps":["trace[184332622] 'process raft request' (duration: 120.771793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:43.721944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.018751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:43.722061Z","caller":"traceutil/trace.go:171","msg":"trace[1862884988] linearizableReadLoop","detail":"{readStateIndex:24340; appliedIndex:24339; }","duration":"189.348325ms","start":"2026-03-06T01:24:43.532696Z","end":"2026-03-06T01:24:43.722044Z","steps":["trace[1862884988] 'read index received' (duration: 32.118209ms)","trace[1862884988] 'applied index is now lower than readState.Index' (duration: 157.228946ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:43.722116Z","caller":"traceutil/trace.go:171","msg":"trace[658117579] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"195.816307ms","start":"2026-03-06T01:24:43.526269Z","end":"2026-03-06T01:24:43.722085Z","steps":["trace[658117579] 'process raft request' (duration: 38.565541ms)","trace[658117579] 'compare' (duration: 156.890759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:43.722272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.57195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-06T01:24:43.722317Z","caller":"traceutil/trace.go:171","msg":"trace[1960006075] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23510; }","duration":"189.640621ms","start":"2026-03-06T01:24:43.532663Z","end":"2026-03-06T01:24:43.722304Z","steps":["trace[1960006075] 'agreement among raft nodes before linearized reading' (duration: 189.476238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:43.722559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.658034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-06T01:24:43.722598Z","caller":"traceutil/trace.go:171","msg":"trace[331985199] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23510; }","duration":"171.740076ms","start":"2026-03-06T01:24:43.550846Z","end":"2026-03-06T01:24:43.722586Z","steps":["trace[331985199] 'agreement among raft nodes before linearized reading' (duration: 171.547162ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:44.342222Z","caller":"traceutil/trace.go:171","msg":"trace[714123854] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24352; }","duration":"133.484222ms","start":"2026-03-06T01:24:44.208715Z","end":"2026-03-06T01:24:44.342199Z","steps":["trace[714123854] 'read index received' (duration: 133.224026ms)","trace[714123854] 'applied index is now lower than readState.Index' (duration: 259.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:44.342548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.830306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:44.342561Z","caller":"traceutil/trace.go:171","msg":"trace[585472153] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"135.785103ms","start":"2026-03-06T01:24:44.206738Z","end":"2026-03-06T01:24:44.342523Z","steps":["trace[585472153] 'process raft request' (duration: 135.272352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:44.342616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.85273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-rrnck.189a1c0752fc8dae\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-06T01:24:44.342839Z","caller":"traceutil/trace.go:171","msg":"trace[1732881206] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-rrnck.189a1c0752fc8dae; range_end:; response_count:1; response_revision:23523; }","duration":"134.139387ms","start":"2026-03-06T01:24:44.208674Z","end":"2026-03-06T01:24:44.342813Z","steps":["trace[1732881206] 'agreement among raft nodes before linearized reading' (duration: 133.728197ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:44.3429Z","caller":"traceutil/trace.go:171","msg":"trace[912684080] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23523; }","duration":"126.954329ms","start":"2026-03-06T01:24:44.215651Z","end":"2026-03-06T01:24:44.342606Z","steps":["trace[912684080] 'agreement among raft nodes before linearized reading' (duration: 126.815216ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:44.494733Z","caller":"traceutil/trace.go:171","msg":"trace[221985444] linearizableReadLoop","detail":"{readStateIndex:24354; appliedIndex:24353; }","duration":"143.173347ms","start":"2026-03-06T01:24:44.351521Z","end":"2026-03-06T01:24:44.494694Z","steps":["trace[221985444] 'read index received' (duration: 129.392533ms)","trace[221985444] 'applied index is now lower than readState.Index' (duration: 13.779304ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:44.494912Z","caller":"traceutil/trace.go:171","msg":"trace[1686158559] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"148.845142ms","start":"2026-03-06T01:24:44.346037Z","end":"2026-03-06T01:24:44.494883Z","steps":["trace[1686158559] 'process raft request' (duration: 134.858263ms)","trace[1686158559] 'compare' (duration: 13.612381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:44.495448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.867352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:44.495511Z","caller":"traceutil/trace.go:171","msg":"trace[1889621638] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23524; }","duration":"144.011025ms","start":"2026-03-06T01:24:44.351484Z","end":"2026-03-06T01:24:44.495495Z","steps":["trace[1889621638] 'agreement among raft nodes before linearized reading' (duration: 143.807511ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:44.507796Z","caller":"traceutil/trace.go:171","msg":"trace[450434267] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"154.104588ms","start":"2026-03-06T01:24:44.353667Z","end":"2026-03-06T01:24:44.507772Z","steps":["trace[450434267] 'process raft request' (duration: 153.858652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:44.507873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.945246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:24:44.507955Z","caller":"traceutil/trace.go:171","msg":"trace[107260786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23525; }","duration":"116.082939ms","start":"2026-03-06T01:24:44.391849Z","end":"2026-03-06T01:24:44.507932Z","steps":["trace[107260786] 'agreement among raft nodes before linearized reading' (duration: 115.869354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:44.508004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.685312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:44.508066Z","caller":"traceutil/trace.go:171","msg":"trace[250217037] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23525; }","duration":"155.763385ms","start":"2026-03-06T01:24:44.352289Z","end":"2026-03-06T01:24:44.508053Z","steps":["trace[250217037] 'agreement among raft nodes before linearized reading' (duration: 155.652481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:44.715966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.409814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fcx4w.189a1c05b9effd1d\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-06T01:24:44.716022Z","caller":"traceutil/trace.go:171","msg":"trace[1771742167] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fcx4w.189a1c05b9effd1d; range_end:; response_count:1; response_revision:23530; }","duration":"120.513427ms","start":"2026-03-06T01:24:44.595494Z","end":"2026-03-06T01:24:44.716008Z","steps":["trace[1771742167] 'range keys from in-memory index tree' (duration: 120.339883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:45.0666Z","caller":"traceutil/trace.go:171","msg":"trace[1352587315] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"169.201861ms","start":"2026-03-06T01:24:44.897374Z","end":"2026-03-06T01:24:45.066576Z","steps":["trace[1352587315] 'process raft request' (duration: 91.318963ms)","trace[1352587315] 'compare' (duration: 77.775085ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.072365Z","caller":"traceutil/trace.go:171","msg":"trace[200092008] linearizableReadLoop","detail":"{readStateIndex:24374; appliedIndex:24371; }","duration":"164.389275ms","start":"2026-03-06T01:24:44.907959Z","end":"2026-03-06T01:24:45.072348Z","steps":["trace[200092008] 'read index received' (duration: 80.749531ms)","trace[200092008] 'applied index is now lower than readState.Index' (duration: 83.638604ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.072491Z","caller":"traceutil/trace.go:171","msg":"trace[2034960421] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"167.907332ms","start":"2026-03-06T01:24:44.904554Z","end":"2026-03-06T01:24:45.072461Z","steps":["trace[2034960421] 'process raft request' (duration: 167.742649ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:45.072515Z","caller":"traceutil/trace.go:171","msg":"trace[1687001689] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"174.854974ms","start":"2026-03-06T01:24:44.897607Z","end":"2026-03-06T01:24:45.072462Z","steps":["trace[1687001689] 'process raft request' (duration: 174.587509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.072636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.656671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:24:45.072683Z","caller":"traceutil/trace.go:171","msg":"trace[949598491] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23544; }","duration":"164.738252ms","start":"2026-03-06T01:24:44.907932Z","end":"2026-03-06T01:24:45.07267Z","steps":["trace[949598491] 'agreement among raft nodes before linearized reading' (duration: 164.561288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.648511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:24:45.072995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.503776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.189a1988016ba0ab\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23534 ","response":"range_response_count:2 size:1385"} {"level":"info","ts":"2026-03-06T01:24:45.073057Z","caller":"traceutil/trace.go:171","msg":"trace[1408609494] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23544; }","duration":"140.720652ms","start":"2026-03-06T01:24:44.932313Z","end":"2026-03-06T01:24:45.073034Z","steps":["trace[1408609494] 'agreement among raft nodes before linearized reading' (duration: 140.613399ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:45.073067Z","caller":"traceutil/trace.go:171","msg":"trace[244797384] range","detail":"{range_begin:/registry/events/openstack/valkey.189a1988016ba0ab\u0000; range_end:/registry/events/openstack0; response_count:2; response_revision:23544; }","duration":"154.604858ms","start":"2026-03-06T01:24:44.918441Z","end":"2026-03-06T01:24:45.073045Z","steps":["trace[244797384] 'agreement among raft nodes before linearized reading' (duration: 154.368183ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:45.425747Z","caller":"traceutil/trace.go:171","msg":"trace[830689676] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"213.440736ms","start":"2026-03-06T01:24:45.212274Z","end":"2026-03-06T01:24:45.425715Z","steps":["trace[830689676] 'process raft request' (duration: 180.123741ms)","trace[830689676] 'compare' (duration: 33.191212ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.438701Z","caller":"traceutil/trace.go:171","msg":"trace[1653413043] linearizableReadLoop","detail":"{readStateIndex:24387; appliedIndex:24385; }","duration":"141.00799ms","start":"2026-03-06T01:24:45.297668Z","end":"2026-03-06T01:24:45.438676Z","steps":["trace[1653413043] 'read index received' (duration: 94.77639ms)","trace[1653413043] 'applied index is now lower than readState.Index' (duration: 46.23055ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.438754Z","caller":"traceutil/trace.go:171","msg":"trace[422204811] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"218.962418ms","start":"2026-03-06T01:24:45.21975Z","end":"2026-03-06T01:24:45.438712Z","steps":["trace[422204811] 'process raft request' (duration: 218.796814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.438906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.217784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:45.438966Z","caller":"traceutil/trace.go:171","msg":"trace[2013364812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23557; }","duration":"141.323246ms","start":"2026-03-06T01:24:45.297629Z","end":"2026-03-06T01:24:45.438952Z","steps":["trace[2013364812] 'agreement among raft nodes before linearized reading' (duration: 141.177433ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:45.623078Z","caller":"traceutil/trace.go:171","msg":"trace[219700837] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"119.670078ms","start":"2026-03-06T01:24:45.503359Z","end":"2026-03-06T01:24:45.623029Z","steps":["trace[219700837] 'process raft request' (duration: 83.651814ms)","trace[219700837] 'compare' (duration: 35.792489ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.630576Z","caller":"traceutil/trace.go:171","msg":"trace[1755941010] linearizableReadLoop","detail":"{readStateIndex:24392; appliedIndex:24390; }","duration":"111.252444ms","start":"2026-03-06T01:24:45.519301Z","end":"2026-03-06T01:24:45.630553Z","steps":["trace[1755941010] 'read index received' (duration: 67.749695ms)","trace[1755941010] 'applied index is now lower than readState.Index' (duration: 43.501779ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.630624Z","caller":"traceutil/trace.go:171","msg":"trace[114813365] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"124.649928ms","start":"2026-03-06T01:24:45.505942Z","end":"2026-03-06T01:24:45.630592Z","steps":["trace[114813365] 'process raft request' (duration: 124.486334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.630845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.526909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:24:45.630899Z","caller":"traceutil/trace.go:171","msg":"trace[384149072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23562; }","duration":"111.595531ms","start":"2026-03-06T01:24:45.519288Z","end":"2026-03-06T01:24:45.630884Z","steps":["trace[384149072] 'agreement among raft nodes before linearized reading' (duration: 111.383996ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:45.835602Z","caller":"traceutil/trace.go:171","msg":"trace[788165080] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"199.848656ms","start":"2026-03-06T01:24:45.635725Z","end":"2026-03-06T01:24:45.835574Z","steps":["trace[788165080] 'process raft request' (duration: 160.735253ms)","trace[788165080] 'compare' (duration: 38.947119ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.835993Z","caller":"traceutil/trace.go:171","msg":"trace[7435476] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"200.091242ms","start":"2026-03-06T01:24:45.635877Z","end":"2026-03-06T01:24:45.835968Z","steps":["trace[7435476] 'process raft request' (duration: 199.651992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:45.836146Z","caller":"traceutil/trace.go:171","msg":"trace[425505693] linearizableReadLoop","detail":"{readStateIndex:24396; appliedIndex:24393; }","duration":"186.341129ms","start":"2026-03-06T01:24:45.649784Z","end":"2026-03-06T01:24:45.836125Z","steps":["trace[425505693] 'read index received' (duration: 146.54984ms)","trace[425505693] 'applied index is now lower than readState.Index' (duration: 39.789499ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.836166Z","caller":"traceutil/trace.go:171","msg":"trace[1670479673] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"198.690921ms","start":"2026-03-06T01:24:45.637442Z","end":"2026-03-06T01:24:45.836133Z","steps":["trace[1670479673] 'process raft request' (duration: 198.303461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.836347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.551503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-q4z9x.189a1c0a58cbc23f\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-06T01:24:45.836437Z","caller":"traceutil/trace.go:171","msg":"trace[1718730278] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-q4z9x.189a1c0a58cbc23f; range_end:; response_count:1; response_revision:23566; }","duration":"186.669625ms","start":"2026-03-06T01:24:45.649721Z","end":"2026-03-06T01:24:45.83639Z","steps":["trace[1718730278] 'agreement among raft nodes before linearized reading' (duration: 186.464261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.49435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.538452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:46.494835Z","caller":"traceutil/trace.go:171","msg":"trace[1476688329] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"381.159853ms","start":"2026-03-06T01:24:46.113661Z","end":"2026-03-06T01:24:46.494821Z","steps":["trace[1476688329] 'process raft request' (duration: 253.081519ms)","trace[1476688329] 'compare' (duration: 127.387488ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:46.494424Z","caller":"traceutil/trace.go:171","msg":"trace[147378945] linearizableReadLoop","detail":"{readStateIndex:24404; appliedIndex:24403; }","duration":"363.399602ms","start":"2026-03-06T01:24:46.131013Z","end":"2026-03-06T01:24:46.494413Z","steps":["trace[147378945] 'read index received' (duration: 235.674346ms)","trace[147378945] 'applied index is now lower than readState.Index' (duration: 127.724256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:46.495045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.021766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-q4z9x\" ","response":"range_response_count:1 size:7145"} {"level":"info","ts":"2026-03-06T01:24:46.49511Z","caller":"traceutil/trace.go:171","msg":"trace[1215853732] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-q4z9x; range_end:; response_count:1; response_revision:23574; }","duration":"364.133548ms","start":"2026-03-06T01:24:46.130964Z","end":"2026-03-06T01:24:46.495097Z","steps":["trace[1215853732] 'agreement among raft nodes before linearized reading' (duration: 363.970735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.495145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.130943Z","time spent":"364.192759ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7168,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-q4z9x\" "} {"level":"warn","ts":"2026-03-06T01:24:46.495081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.937178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:46.495258Z","caller":"traceutil/trace.go:171","msg":"trace[70201582] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23574; }","duration":"346.118112ms","start":"2026-03-06T01:24:46.149103Z","end":"2026-03-06T01:24:46.495221Z","steps":["trace[70201582] 'agreement among raft nodes before linearized reading' (duration: 345.932508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.495351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.149084Z","time spent":"346.237294ms","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:46.495384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.809909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:46.495307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.113645Z","time spent":"381.217485ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:46.495509Z","caller":"traceutil/trace.go:171","msg":"trace[964219069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23574; }","duration":"196.976532ms","start":"2026-03-06T01:24:46.298451Z","end":"2026-03-06T01:24:46.495428Z","steps":["trace[964219069] 'agreement among raft nodes before linearized reading' (duration: 196.642155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:46.648993Z","caller":"traceutil/trace.go:171","msg":"trace[451886764] linearizableReadLoop","detail":"{readStateIndex:24406; appliedIndex:24405; }","duration":"103.066033ms","start":"2026-03-06T01:24:46.545905Z","end":"2026-03-06T01:24:46.648971Z","steps":["trace[451886764] 'read index received' (duration: 102.631103ms)","trace[451886764] 'applied index is now lower than readState.Index' (duration: 434.1µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:46.649149Z","caller":"traceutil/trace.go:171","msg":"trace[2116131870] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"146.769766ms","start":"2026-03-06T01:24:46.502369Z","end":"2026-03-06T01:24:46.649139Z","steps":["trace[2116131870] 'process raft request' (duration: 146.240565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.649517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.591964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189a1c068e45032a\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-03-06T01:24:46.649592Z","caller":"traceutil/trace.go:171","msg":"trace[1775122332] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189a1c068e45032a; range_end:; response_count:1; response_revision:23576; }","duration":"103.695347ms","start":"2026-03-06T01:24:46.545878Z","end":"2026-03-06T01:24:46.649574Z","steps":["trace[1775122332] 'agreement among raft nodes before linearized reading' (duration: 103.527793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:46.853993Z","caller":"traceutil/trace.go:171","msg":"trace[617079102] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"170.07385ms","start":"2026-03-06T01:24:46.683878Z","end":"2026-03-06T01:24:46.853952Z","steps":["trace[617079102] 'process raft request' (duration: 169.539508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.212491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.601285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:47.212573Z","caller":"traceutil/trace.go:171","msg":"trace[75102120] linearizableReadLoop","detail":"{readStateIndex:24409; appliedIndex:24407; }","duration":"469.688656ms","start":"2026-03-06T01:24:46.74287Z","end":"2026-03-06T01:24:47.212559Z","steps":["trace[75102120] 'read index received' (duration: 110.516888ms)","trace[75102120] 'applied index is now lower than readState.Index' (duration: 359.170648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:47.213039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.167116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T01:24:47.213076Z","caller":"traceutil/trace.go:171","msg":"trace[1930604333] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:23579; }","duration":"470.243588ms","start":"2026-03-06T01:24:46.742821Z","end":"2026-03-06T01:24:47.213065Z","steps":["trace[1930604333] 'agreement among raft nodes before linearized reading' (duration: 470.128406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.213103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.7428Z","time spent":"470.297779ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-03-06T01:24:47.213302Z","caller":"traceutil/trace.go:171","msg":"trace[779154734] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"528.537642ms","start":"2026-03-06T01:24:46.684755Z","end":"2026-03-06T01:24:47.213293Z","steps":["trace[779154734] 'process raft request' (duration: 282.027527ms)","trace[779154734] 'compare' (duration: 245.323669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:47.213352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.684725Z","time spent":"528.603154ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7461,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:47.215477Z","caller":"traceutil/trace.go:171","msg":"trace[1801410797] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"142.539873ms","start":"2026-03-06T01:24:47.072923Z","end":"2026-03-06T01:24:47.215463Z","steps":["trace[1801410797] 'process raft request' (duration: 142.442251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.264973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.100959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:24:47.265014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.586916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fcx4w.189a1c05b9effd1d\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-06T01:24:47.26503Z","caller":"traceutil/trace.go:171","msg":"trace[12214777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23581; }","duration":"472.210302ms","start":"2026-03-06T01:24:46.792806Z","end":"2026-03-06T01:24:47.265016Z","steps":["trace[12214777] 'agreement among raft nodes before linearized reading' (duration: 472.017458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:47.265047Z","caller":"traceutil/trace.go:171","msg":"trace[1774062] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fcx4w.189a1c05b9effd1d; range_end:; response_count:1; response_revision:23581; }","duration":"407.662278ms","start":"2026-03-06T01:24:46.857376Z","end":"2026-03-06T01:24:47.265038Z","steps":["trace[1774062] 'agreement among raft nodes before linearized reading' (duration: 407.558216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.265057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.86717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:24:47.265131Z","caller":"traceutil/trace.go:171","msg":"trace[315330391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23581; }","duration":"206.005263ms","start":"2026-03-06T01:24:47.059105Z","end":"2026-03-06T01:24:47.26511Z","steps":["trace[315330391] 'agreement among raft nodes before linearized reading' (duration: 205.775518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.265065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.857356Z","time spent":"407.703399ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fcx4w.189a1c05b9effd1d\" "} {"level":"warn","ts":"2026-03-06T01:24:47.265184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.273273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:24:47.265241Z","caller":"traceutil/trace.go:171","msg":"trace[182600145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23581; }","duration":"472.371465ms","start":"2026-03-06T01:24:46.792861Z","end":"2026-03-06T01:24:47.265232Z","steps":["trace[182600145] 'agreement among raft nodes before linearized reading' (duration: 472.228552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.265301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.792786Z","time spent":"472.509038ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:47.265259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.792839Z","time spent":"472.415936ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:47.265528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.74063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-06T01:24:47.265601Z","caller":"traceutil/trace.go:171","msg":"trace[1695843448] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23581; }","duration":"329.879403ms","start":"2026-03-06T01:24:46.935702Z","end":"2026-03-06T01:24:47.265581Z","steps":["trace[1695843448] 'agreement among raft nodes before linearized reading' (duration: 329.633798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.26566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.935682Z","time spent":"329.960044ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:24:47.417207Z","caller":"traceutil/trace.go:171","msg":"trace[1027793756] linearizableReadLoop","detail":"{readStateIndex:24417; appliedIndex:24416; }","duration":"108.498232ms","start":"2026-03-06T01:24:47.308675Z","end":"2026-03-06T01:24:47.417173Z","steps":["trace[1027793756] 'read index received' (duration: 34.633974ms)","trace[1027793756] 'applied index is now lower than readState.Index' (duration: 73.862918ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:47.417223Z","caller":"traceutil/trace.go:171","msg":"trace[1178737076] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"109.223508ms","start":"2026-03-06T01:24:47.307951Z","end":"2026-03-06T01:24:47.417174Z","steps":["trace[1178737076] 'process raft request' (duration: 35.334209ms)","trace[1178737076] 'compare' (duration: 73.739146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:47.417675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.974913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:24:47.417736Z","caller":"traceutil/trace.go:171","msg":"trace[1553287078] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23586; }","duration":"109.059414ms","start":"2026-03-06T01:24:47.308661Z","end":"2026-03-06T01:24:47.41772Z","steps":["trace[1553287078] 'agreement among raft nodes before linearized reading' (duration: 108.626245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:47.603361Z","caller":"traceutil/trace.go:171","msg":"trace[947818764] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"104.189277ms","start":"2026-03-06T01:24:47.499145Z","end":"2026-03-06T01:24:47.603334Z","steps":["trace[947818764] 'process raft request' (duration: 103.953552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:47.643469Z","caller":"traceutil/trace.go:171","msg":"trace[388397997] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"122.764727ms","start":"2026-03-06T01:24:47.520671Z","end":"2026-03-06T01:24:47.643435Z","steps":["trace[388397997] 'process raft request' (duration: 122.373698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.941639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.343392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:47.941761Z","caller":"traceutil/trace.go:171","msg":"trace[428621843] linearizableReadLoop","detail":"{readStateIndex:24423; appliedIndex:24422; }","duration":"134.493615ms","start":"2026-03-06T01:24:47.80725Z","end":"2026-03-06T01:24:47.941743Z","steps":["trace[428621843] 'read index received' (duration: 74.842µs)","trace[428621843] 'applied index is now lower than readState.Index' (duration: 134.416163ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:47.941866Z","caller":"traceutil/trace.go:171","msg":"trace[2017839593] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"290.845602ms","start":"2026-03-06T01:24:47.650989Z","end":"2026-03-06T01:24:47.941835Z","steps":["trace[2017839593] 'process raft request' (duration: 146.207374ms)","trace[2017839593] 'compare' (duration: 143.3171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:47.941908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.662349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:47.942123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.935199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:24:47.942151Z","caller":"traceutil/trace.go:171","msg":"trace[1012972162] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23592; }","duration":"134.938425ms","start":"2026-03-06T01:24:47.80719Z","end":"2026-03-06T01:24:47.942129Z","steps":["trace[1012972162] 'agreement among raft nodes before linearized reading' (duration: 134.645468ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:47.942214Z","caller":"traceutil/trace.go:171","msg":"trace[1391110296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23592; }","duration":"103.036111ms","start":"2026-03-06T01:24:47.839158Z","end":"2026-03-06T01:24:47.942194Z","steps":["trace[1391110296] 'agreement among raft nodes before linearized reading' (duration: 102.789336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:48.278056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.087459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:48.278178Z","caller":"traceutil/trace.go:171","msg":"trace[925184274] linearizableReadLoop","detail":"{readStateIndex:24427; appliedIndex:24426; }","duration":"242.70824ms","start":"2026-03-06T01:24:48.035447Z","end":"2026-03-06T01:24:48.278155Z","steps":["trace[925184274] 'read index received' (duration: 48.454468ms)","trace[925184274] 'applied index is now lower than readState.Index' (duration: 194.251622ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:48.278426Z","caller":"traceutil/trace.go:171","msg":"trace[762366756] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"245.275297ms","start":"2026-03-06T01:24:48.032942Z","end":"2026-03-06T01:24:48.278217Z","steps":["trace[762366756] 'process raft request' (duration: 50.912452ms)","trace[762366756] 'compare' (duration: 193.900465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.278421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.949875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fcx4w.189a1c05b9effd1d\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-06T01:24:48.278825Z","caller":"traceutil/trace.go:171","msg":"trace[1943820759] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fcx4w.189a1c05b9effd1d; range_end:; response_count:1; response_revision:23596; }","duration":"243.374046ms","start":"2026-03-06T01:24:48.035417Z","end":"2026-03-06T01:24:48.278791Z","steps":["trace[1943820759] 'agreement among raft nodes before linearized reading' (duration: 242.830883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:48.49842Z","caller":"traceutil/trace.go:171","msg":"trace[191688552] linearizableReadLoop","detail":"{readStateIndex:24428; appliedIndex:24427; }","duration":"200.865319ms","start":"2026-03-06T01:24:48.297531Z","end":"2026-03-06T01:24:48.498396Z","steps":["trace[191688552] 'read index received' (duration: 136.150482ms)","trace[191688552] 'applied index is now lower than readState.Index' (duration: 64.713667ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:48.498431Z","caller":"traceutil/trace.go:171","msg":"trace[570677188] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"217.336313ms","start":"2026-03-06T01:24:48.281066Z","end":"2026-03-06T01:24:48.498402Z","steps":["trace[570677188] 'process raft request' (duration: 152.687827ms)","trace[570677188] 'compare' (duration: 64.525723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.498594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.019743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.498716Z","caller":"traceutil/trace.go:171","msg":"trace[1319859526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23597; }","duration":"201.194907ms","start":"2026-03-06T01:24:48.297476Z","end":"2026-03-06T01:24:48.498671Z","steps":["trace[1319859526] 'agreement among raft nodes before linearized reading' (duration: 200.994212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:48.634489Z","caller":"traceutil/trace.go:171","msg":"trace[430313036] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"105.262531ms","start":"2026-03-06T01:24:48.529198Z","end":"2026-03-06T01:24:48.63446Z","steps":["trace[430313036] 'process raft request' (duration: 104.492864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:48.899332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.590168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:48.899453Z","caller":"traceutil/trace.go:171","msg":"trace[1598711391] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"206.879012ms","start":"2026-03-06T01:24:48.692543Z","end":"2026-03-06T01:24:48.899422Z","steps":["trace[1598711391] 'process raft request' (duration: 62.11142ms)","trace[1598711391] 'compare' (duration: 144.23064ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:49.452648Z","caller":"traceutil/trace.go:171","msg":"trace[1710323598] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"226.484733ms","start":"2026-03-06T01:24:49.226139Z","end":"2026-03-06T01:24:49.452624Z","steps":["trace[1710323598] 'process raft request' (duration: 226.328649ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:49.4527Z","caller":"traceutil/trace.go:171","msg":"trace[2139424455] linearizableReadLoop","detail":"{readStateIndex:24442; appliedIndex:24442; }","duration":"209.466539ms","start":"2026-03-06T01:24:49.243196Z","end":"2026-03-06T01:24:49.452662Z","steps":["trace[2139424455] 'read index received' (duration: 209.449138ms)","trace[2139424455] 'applied index is now lower than readState.Index' (duration: 14.261µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:49.452945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.723874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-5vkzv.189a1c06fde74f47\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-03-06T01:24:49.453032Z","caller":"traceutil/trace.go:171","msg":"trace[1333494918] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-5vkzv.189a1c06fde74f47; range_end:; response_count:1; response_revision:23611; }","duration":"209.855947ms","start":"2026-03-06T01:24:49.243153Z","end":"2026-03-06T01:24:49.453009Z","steps":["trace[1333494918] 'agreement among raft nodes before linearized reading' (duration: 209.598922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:49.528012Z","caller":"traceutil/trace.go:171","msg":"trace[1159090647] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"255.654316ms","start":"2026-03-06T01:24:49.272329Z","end":"2026-03-06T01:24:49.527983Z","steps":["trace[1159090647] 'process raft request' (duration: 255.458842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:49.528475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.078965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:24:49.528504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.094502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:24:49.528551Z","caller":"traceutil/trace.go:171","msg":"trace[246040850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23612; }","duration":"207.202128ms","start":"2026-03-06T01:24:49.321333Z","end":"2026-03-06T01:24:49.528535Z","steps":["trace[246040850] 'agreement among raft nodes before linearized reading' (duration: 206.931602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:49.528553Z","caller":"traceutil/trace.go:171","msg":"trace[444055783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23612; }","duration":"220.157374ms","start":"2026-03-06T01:24:49.308385Z","end":"2026-03-06T01:24:49.528542Z","steps":["trace[444055783] 'agreement among raft nodes before linearized reading' (duration: 219.875868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:49.528995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.169935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:49.529041Z","caller":"traceutil/trace.go:171","msg":"trace[1021568734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23612; }","duration":"230.880021ms","start":"2026-03-06T01:24:49.298149Z","end":"2026-03-06T01:24:49.529029Z","steps":["trace[1021568734] 'agreement among raft nodes before linearized reading' (duration: 229.781756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:49.529192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.525517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-5vkzv\" ","response":"range_response_count:1 size:5596"} {"level":"info","ts":"2026-03-06T01:24:49.529397Z","caller":"traceutil/trace.go:171","msg":"trace[213119480] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-5vkzv; range_end:; response_count:1; response_revision:23612; }","duration":"174.801034ms","start":"2026-03-06T01:24:49.354482Z","end":"2026-03-06T01:24:49.529283Z","steps":["trace[213119480] 'agreement among raft nodes before linearized reading' (duration: 173.472744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:49.682749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.955307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:49.682891Z","caller":"traceutil/trace.go:171","msg":"trace[396784542] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"150.073639ms","start":"2026-03-06T01:24:49.53279Z","end":"2026-03-06T01:24:49.682864Z","steps":["trace[396784542] 'process raft request' (duration: 43.919438ms)","trace[396784542] 'compare' (duration: 105.725652ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:49.766788Z","caller":"traceutil/trace.go:171","msg":"trace[141753531] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"233.291495ms","start":"2026-03-06T01:24:49.533469Z","end":"2026-03-06T01:24:49.76676Z","steps":["trace[141753531] 'process raft request' (duration: 232.960688ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:49.766911Z","caller":"traceutil/trace.go:171","msg":"trace[1416626235] linearizableReadLoop","detail":"{readStateIndex:24446; appliedIndex:24444; }","duration":"233.077908ms","start":"2026-03-06T01:24:49.533806Z","end":"2026-03-06T01:24:49.766884Z","steps":["trace[1416626235] 'read index received' (duration: 42.829464ms)","trace[1416626235] 'applied index is now lower than readState.Index' (duration: 190.246174ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:49.767119Z","caller":"traceutil/trace.go:171","msg":"trace[2081834248] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"229.967151ms","start":"2026-03-06T01:24:49.537109Z","end":"2026-03-06T01:24:49.767077Z","steps":["trace[2081834248] 'process raft request' (duration: 229.565052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:49.767217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.395466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-rrnck.189a1c0752fc8944\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-06T01:24:49.767276Z","caller":"traceutil/trace.go:171","msg":"trace[1315563043] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-rrnck.189a1c0752fc8944; range_end:; response_count:1; response_revision:23616; }","duration":"233.486158ms","start":"2026-03-06T01:24:49.533775Z","end":"2026-03-06T01:24:49.767262Z","steps":["trace[1315563043] 'agreement among raft nodes before linearized reading' (duration: 233.286003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:49.767356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.77457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-06T01:24:49.767424Z","caller":"traceutil/trace.go:171","msg":"trace[1051961225] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23616; }","duration":"143.887162ms","start":"2026-03-06T01:24:49.62352Z","end":"2026-03-06T01:24:49.767407Z","steps":["trace[1051961225] 'agreement among raft nodes before linearized reading' (duration: 143.695568ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.218453Z","caller":"traceutil/trace.go:171","msg":"trace[1447542452] linearizableReadLoop","detail":"{readStateIndex:24450; appliedIndex:24449; }","duration":"322.792557ms","start":"2026-03-06T01:24:49.895636Z","end":"2026-03-06T01:24:50.218428Z","steps":["trace[1447542452] 'read index received' (duration: 322.660924ms)","trace[1447542452] 'applied index is now lower than readState.Index' (duration: 130.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:50.218661Z","caller":"traceutil/trace.go:171","msg":"trace[623011463] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"352.036481ms","start":"2026-03-06T01:24:49.866612Z","end":"2026-03-06T01:24:50.218649Z","steps":["trace[623011463] 'process raft request' (duration: 351.639283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.218808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:49.866593Z","time spent":"352.131864ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7565,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:50.218871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.529438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:50.218953Z","caller":"traceutil/trace.go:171","msg":"trace[647186861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23619; }","duration":"291.64206ms","start":"2026-03-06T01:24:49.927291Z","end":"2026-03-06T01:24:50.218933Z","steps":["trace[647186861] 'agreement among raft nodes before linearized reading' (duration: 291.515747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.219453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.734795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:24:50.219535Z","caller":"traceutil/trace.go:171","msg":"trace[1726303607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23619; }","duration":"190.850208ms","start":"2026-03-06T01:24:50.028654Z","end":"2026-03-06T01:24:50.219504Z","steps":["trace[1726303607] 'agreement among raft nodes before linearized reading' (duration: 190.48944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.219555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.920291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-pvrhl.189a1c0eb1bad7b0\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-06T01:24:50.219612Z","caller":"traceutil/trace.go:171","msg":"trace[488211829] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-pvrhl.189a1c0eb1bad7b0; range_end:; response_count:1; response_revision:23619; }","duration":"324.009173ms","start":"2026-03-06T01:24:49.895588Z","end":"2026-03-06T01:24:50.219597Z","steps":["trace[488211829] 'agreement among raft nodes before linearized reading' (duration: 323.87604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.219653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:49.895576Z","time spent":"324.068294ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":921,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-pvrhl.189a1c0eb1bad7b0\" "} {"level":"info","ts":"2026-03-06T01:24:50.457712Z","caller":"traceutil/trace.go:171","msg":"trace[2087148662] linearizableReadLoop","detail":"{readStateIndex:24453; appliedIndex:24452; }","duration":"160.094259ms","start":"2026-03-06T01:24:50.297589Z","end":"2026-03-06T01:24:50.457684Z","steps":["trace[2087148662] 'read index received' (duration: 160.039298ms)","trace[2087148662] 'applied index is now lower than readState.Index' (duration: 53.691µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:50.457813Z","caller":"traceutil/trace.go:171","msg":"trace[1553376418] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"161.450029ms","start":"2026-03-06T01:24:50.296329Z","end":"2026-03-06T01:24:50.457779Z","steps":["trace[1553376418] 'process raft request' (duration: 161.177153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.457935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.478748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:24:50.457971Z","caller":"traceutil/trace.go:171","msg":"trace[210238645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23622; }","duration":"175.57622ms","start":"2026-03-06T01:24:50.282382Z","end":"2026-03-06T01:24:50.457959Z","steps":["trace[210238645] 'agreement among raft nodes before linearized reading' (duration: 175.436337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.487592Z","caller":"traceutil/trace.go:171","msg":"trace[713154968] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"188.190379ms","start":"2026-03-06T01:24:50.299363Z","end":"2026-03-06T01:24:50.487553Z","steps":["trace[713154968] 'process raft request' (duration: 188.001735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.487606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.296952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.4877Z","caller":"traceutil/trace.go:171","msg":"trace[1101837706] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23623; }","duration":"169.426465ms","start":"2026-03-06T01:24:50.318255Z","end":"2026-03-06T01:24:50.487681Z","steps":["trace[1101837706] 'agreement among raft nodes before linearized reading' (duration: 169.267461ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.908301Z","caller":"traceutil/trace.go:171","msg":"trace[1197508484] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"116.639141ms","start":"2026-03-06T01:24:50.791634Z","end":"2026-03-06T01:24:50.908273Z","steps":["trace[1197508484] 'process raft request' (duration: 98.982512ms)","trace[1197508484] 'compare' (duration: 17.535897ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:51.289712Z","caller":"traceutil/trace.go:171","msg":"trace[238569933] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"167.323048ms","start":"2026-03-06T01:24:51.122355Z","end":"2026-03-06T01:24:51.289678Z","steps":["trace[238569933] 'process raft request' (duration: 166.46611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.876599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.797454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:24:51.876668Z","caller":"traceutil/trace.go:171","msg":"trace[228676657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23648; }","duration":"189.891797ms","start":"2026-03-06T01:24:51.686759Z","end":"2026-03-06T01:24:51.876651Z","steps":["trace[228676657] 'range keys from in-memory index tree' (duration: 189.672392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.876712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.299735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-jxw4d.189a1970c815363f\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-03-06T01:24:51.876808Z","caller":"traceutil/trace.go:171","msg":"trace[606065116] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-jxw4d.189a1970c815363f; range_end:; response_count:1; response_revision:23648; }","duration":"190.414337ms","start":"2026-03-06T01:24:51.686364Z","end":"2026-03-06T01:24:51.876779Z","steps":["trace[606065116] 'range keys from in-memory index tree' (duration: 190.157922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:51.877002Z","caller":"traceutil/trace.go:171","msg":"trace[1852491456] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"187.092805ms","start":"2026-03-06T01:24:51.689874Z","end":"2026-03-06T01:24:51.876966Z","steps":["trace[1852491456] 'process raft request' (duration: 186.204405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:51.876931Z","caller":"traceutil/trace.go:171","msg":"trace[742311471] linearizableReadLoop","detail":"{readStateIndex:24480; appliedIndex:24479; }","duration":"163.706308ms","start":"2026-03-06T01:24:51.713206Z","end":"2026-03-06T01:24:51.876912Z","steps":["trace[742311471] 'read index received' (duration: 162.882891ms)","trace[742311471] 'applied index is now lower than readState.Index' (duration: 822.427µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:51.877206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.993795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:24:51.877261Z","caller":"traceutil/trace.go:171","msg":"trace[873178421] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23649; }","duration":"164.085898ms","start":"2026-03-06T01:24:51.713154Z","end":"2026-03-06T01:24:51.87724Z","steps":["trace[873178421] 'agreement among raft nodes before linearized reading' (duration: 163.956176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.877304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.005046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T01:24:51.877305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.480633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:24:51.877365Z","caller":"traceutil/trace.go:171","msg":"trace[645183183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23649; }","duration":"104.559595ms","start":"2026-03-06T01:24:51.772789Z","end":"2026-03-06T01:24:51.877348Z","steps":["trace[645183183] 'agreement among raft nodes before linearized reading' (duration: 104.427562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:51.877357Z","caller":"traceutil/trace.go:171","msg":"trace[1179055207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23649; }","duration":"164.078727ms","start":"2026-03-06T01:24:51.713264Z","end":"2026-03-06T01:24:51.877342Z","steps":["trace[1179055207] 'agreement among raft nodes before linearized reading' (duration: 163.919493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.01938Z","caller":"traceutil/trace.go:171","msg":"trace[1350624803] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"138.018323ms","start":"2026-03-06T01:24:51.88133Z","end":"2026-03-06T01:24:52.019348Z","steps":["trace[1350624803] 'process raft request' (duration: 102.458979ms)","trace[1350624803] 'compare' (duration: 35.260538ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:52.01987Z","caller":"traceutil/trace.go:171","msg":"trace[1653662471] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"135.295663ms","start":"2026-03-06T01:24:51.88454Z","end":"2026-03-06T01:24:52.019836Z","steps":["trace[1653662471] 'process raft request' (duration: 134.966156ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.019907Z","caller":"traceutil/trace.go:171","msg":"trace[37413596] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"137.082273ms","start":"2026-03-06T01:24:51.882796Z","end":"2026-03-06T01:24:52.019878Z","steps":["trace[37413596] 'process raft request' (duration: 136.48814ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.019943Z","caller":"traceutil/trace.go:171","msg":"trace[34968145] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"136.711935ms","start":"2026-03-06T01:24:51.883214Z","end":"2026-03-06T01:24:52.019926Z","steps":["trace[34968145] 'process raft request' (duration: 136.226584ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.384968Z","caller":"traceutil/trace.go:171","msg":"trace[900352214] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"132.811048ms","start":"2026-03-06T01:24:52.252136Z","end":"2026-03-06T01:24:52.384947Z","steps":["trace[900352214] 'process raft request' (duration: 127.675135ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.614552Z","caller":"traceutil/trace.go:171","msg":"trace[1876818559] linearizableReadLoop","detail":"{readStateIndex:24494; appliedIndex:24493; }","duration":"119.699488ms","start":"2026-03-06T01:24:52.494834Z","end":"2026-03-06T01:24:52.614533Z","steps":["trace[1876818559] 'read index received' (duration: 27.881323ms)","trace[1876818559] 'applied index is now lower than readState.Index' (duration: 91.817165ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:52.614685Z","caller":"traceutil/trace.go:171","msg":"trace[1409067823] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"225.532622ms","start":"2026-03-06T01:24:52.389132Z","end":"2026-03-06T01:24:52.614664Z","steps":["trace[1409067823] 'process raft request' (duration: 133.559494ms)","trace[1409067823] 'compare' (duration: 91.719492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:52.614784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.938954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:24:52.614825Z","caller":"traceutil/trace.go:171","msg":"trace[1093235356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23663; }","duration":"120.018285ms","start":"2026-03-06T01:24:52.494796Z","end":"2026-03-06T01:24:52.614814Z","steps":["trace[1093235356] 'agreement among raft nodes before linearized reading' (duration: 119.81738ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.886513Z","caller":"traceutil/trace.go:171","msg":"trace[1021952203] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"267.034937ms","start":"2026-03-06T01:24:52.619452Z","end":"2026-03-06T01:24:52.886487Z","steps":["trace[1021952203] 'process raft request' (duration: 266.654409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.949554Z","caller":"traceutil/trace.go:171","msg":"trace[71539116] linearizableReadLoop","detail":"{readStateIndex:24498; appliedIndex:24495; }","duration":"141.355547ms","start":"2026-03-06T01:24:52.808172Z","end":"2026-03-06T01:24:52.949527Z","steps":["trace[71539116] 'read index received' (duration: 78.087762ms)","trace[71539116] 'applied index is now lower than readState.Index' (duration: 63.266135ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:52.94959Z","caller":"traceutil/trace.go:171","msg":"trace[1094751696] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"300.609738ms","start":"2026-03-06T01:24:52.648945Z","end":"2026-03-06T01:24:52.949555Z","steps":["trace[1094751696] 'process raft request' (duration: 300.371623ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.949623Z","caller":"traceutil/trace.go:171","msg":"trace[738127209] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"186.320619ms","start":"2026-03-06T01:24:52.763282Z","end":"2026-03-06T01:24:52.949603Z","steps":["trace[738127209] 'process raft request' (duration: 186.191476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:52.949741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.648919Z","time spent":"300.7401ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:52.949814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.627653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:24:52.949854Z","caller":"traceutil/trace.go:171","msg":"trace[1047627106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23667; }","duration":"141.723495ms","start":"2026-03-06T01:24:52.80812Z","end":"2026-03-06T01:24:52.949844Z","steps":["trace[1047627106] 'agreement among raft nodes before linearized reading' (duration: 141.535841ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:53.634447Z","caller":"traceutil/trace.go:171","msg":"trace[853194581] linearizableReadLoop","detail":"{readStateIndex:24503; appliedIndex:24502; }","duration":"437.322552ms","start":"2026-03-06T01:24:53.197105Z","end":"2026-03-06T01:24:53.634428Z","steps":["trace[853194581] 'read index received' (duration: 402.446393ms)","trace[853194581] 'applied index is now lower than readState.Index' (duration: 34.875159ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:53.634465Z","caller":"traceutil/trace.go:171","msg":"trace[1710314800] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"438.954037ms","start":"2026-03-06T01:24:53.195479Z","end":"2026-03-06T01:24:53.634433Z","steps":["trace[1710314800] 'process raft request' (duration: 404.057718ms)","trace[1710314800] 'compare' (duration: 34.47568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:53.634589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.469225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:53.634646Z","caller":"traceutil/trace.go:171","msg":"trace[619695036] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23672; }","duration":"437.531196ms","start":"2026-03-06T01:24:53.197103Z","end":"2026-03-06T01:24:53.634634Z","steps":["trace[619695036] 'agreement among raft nodes before linearized reading' (duration: 437.426164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.634635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.195462Z","time spent":"439.08864ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:53.634672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.197083Z","time spent":"437.584777ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-06T01:24:53.678827Z","caller":"traceutil/trace.go:171","msg":"trace[1067954052] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"178.625039ms","start":"2026-03-06T01:24:53.500186Z","end":"2026-03-06T01:24:53.678811Z","steps":["trace[1067954052] 'process raft request' (duration: 178.469385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.679102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.531937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:53.679157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.901046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-03-06T01:24:53.679196Z","caller":"traceutil/trace.go:171","msg":"trace[1618550161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23674; }","duration":"379.678571ms","start":"2026-03-06T01:24:53.299495Z","end":"2026-03-06T01:24:53.679174Z","steps":["trace[1618550161] 'agreement among raft nodes before linearized reading' (duration: 379.505197ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:53.679232Z","caller":"traceutil/trace.go:171","msg":"trace[1567785413] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23674; }","duration":"405.017219ms","start":"2026-03-06T01:24:53.274197Z","end":"2026-03-06T01:24:53.679214Z","steps":["trace[1567785413] 'agreement among raft nodes before linearized reading' (duration: 404.805285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.679246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.299477Z","time spent":"379.759702ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:53.679283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.274182Z","time spent":"405.093451ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7100,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-06T01:24:53.815652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.286965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"info","ts":"2026-03-06T01:24:53.81569Z","caller":"traceutil/trace.go:171","msg":"trace[205358603] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"119.330532ms","start":"2026-03-06T01:24:53.696321Z","end":"2026-03-06T01:24:53.815652Z","steps":["trace[205358603] 'process raft request' (duration: 49.39145ms)","trace[205358603] 'compare' (duration: 69.459951ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:53.815746Z","caller":"traceutil/trace.go:171","msg":"trace[1771857403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23677; }","duration":"116.433407ms","start":"2026-03-06T01:24:53.699292Z","end":"2026-03-06T01:24:53.815726Z","steps":["trace[1771857403] 'agreement among raft nodes before linearized reading' (duration: 116.159241ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:54.272353Z","caller":"traceutil/trace.go:171","msg":"trace[973489864] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"161.615063ms","start":"2026-03-06T01:24:54.110717Z","end":"2026-03-06T01:24:54.272332Z","steps":["trace[973489864] 'process raft request' (duration: 161.524181ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:54.272364Z","caller":"traceutil/trace.go:171","msg":"trace[1600438022] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"162.509203ms","start":"2026-03-06T01:24:54.109824Z","end":"2026-03-06T01:24:54.272333Z","steps":["trace[1600438022] 'process raft request' (duration: 63.348807ms)","trace[1600438022] 'compare' (duration: 98.817519ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:54.517962Z","caller":"traceutil/trace.go:171","msg":"trace[878960365] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"240.590864ms","start":"2026-03-06T01:24:54.277341Z","end":"2026-03-06T01:24:54.517932Z","steps":["trace[878960365] 'process raft request' (duration: 180.621872ms)","trace[878960365] 'compare' (duration: 59.747637ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:55.68885Z","caller":"traceutil/trace.go:171","msg":"trace[2022885421] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"100.774301ms","start":"2026-03-06T01:24:55.588044Z","end":"2026-03-06T01:24:55.688819Z","steps":["trace[2022885421] 'process raft request' (duration: 100.554916ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:56.247434Z","caller":"traceutil/trace.go:171","msg":"trace[100927660] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"102.154882ms","start":"2026-03-06T01:24:56.145253Z","end":"2026-03-06T01:24:56.247408Z","steps":["trace[100927660] 'process raft request' (duration: 101.990479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:57.885571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.918882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:24:57.915261Z","caller":"traceutil/trace.go:171","msg":"trace[807354912] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"218.953887ms","start":"2026-03-06T01:24:57.696281Z","end":"2026-03-06T01:24:57.915235Z","steps":["trace[807354912] 'process raft request' (duration: 218.704812ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:57.915471Z","caller":"traceutil/trace.go:171","msg":"trace[1962589120] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"218.486418ms","start":"2026-03-06T01:24:57.696957Z","end":"2026-03-06T01:24:57.915443Z","steps":["trace[1962589120] 'process raft request' (duration: 218.20211ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:58.058265Z","caller":"traceutil/trace.go:171","msg":"trace[1738244317] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"123.8243ms","start":"2026-03-06T01:24:57.934409Z","end":"2026-03-06T01:24:58.058233Z","steps":["trace[1738244317] 'process raft request' (duration: 55.35215ms)","trace[1738244317] 'compare' (duration: 68.318186ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:58.058958Z","caller":"traceutil/trace.go:171","msg":"trace[1843819099] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"103.048112ms","start":"2026-03-06T01:24:57.955877Z","end":"2026-03-06T01:24:58.058925Z","steps":["trace[1843819099] 'process raft request' (duration: 102.847357ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:58.409172Z","caller":"traceutil/trace.go:171","msg":"trace[1650326616] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"100.805052ms","start":"2026-03-06T01:24:58.30834Z","end":"2026-03-06T01:24:58.409145Z","steps":["trace[1650326616] 'process raft request' (duration: 49.788848ms)","trace[1650326616] 'compare' (duration: 50.886411ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:00.025979Z","caller":"traceutil/trace.go:171","msg":"trace[2001934600] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"104.035713ms","start":"2026-03-06T01:24:59.921913Z","end":"2026-03-06T01:25:00.025949Z","steps":["trace[2001934600] 'process raft request' (duration: 99.407381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.835148Z","caller":"traceutil/trace.go:171","msg":"trace[1073429175] linearizableReadLoop","detail":"{readStateIndex:24554; appliedIndex:24553; }","duration":"101.307754ms","start":"2026-03-06T01:25:01.733809Z","end":"2026-03-06T01:25:01.835117Z","steps":["trace[1073429175] 'read index received' (duration: 101.099289ms)","trace[1073429175] 'applied index is now lower than readState.Index' (duration: 206.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:01.835271Z","caller":"traceutil/trace.go:171","msg":"trace[1149020996] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"108.307588ms","start":"2026-03-06T01:25:01.726913Z","end":"2026-03-06T01:25:01.83522Z","steps":["trace[1149020996] 'process raft request' (duration: 107.981631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.835405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.570629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-06T01:25:01.835496Z","caller":"traceutil/trace.go:171","msg":"trace[430907851] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23721; }","duration":"101.687012ms","start":"2026-03-06T01:25:01.73379Z","end":"2026-03-06T01:25:01.835477Z","steps":["trace[430907851] 'agreement among raft nodes before linearized reading' (duration: 101.431696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.975603Z","caller":"traceutil/trace.go:171","msg":"trace[1403456653] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"130.424115ms","start":"2026-03-06T01:25:01.845157Z","end":"2026-03-06T01:25:01.975581Z","steps":["trace[1403456653] 'process raft request' (duration: 100.788422ms)","trace[1403456653] 'compare' (duration: 29.397768ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:01.976025Z","caller":"traceutil/trace.go:171","msg":"trace[904904733] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"130.592639ms","start":"2026-03-06T01:25:01.845398Z","end":"2026-03-06T01:25:01.975991Z","steps":["trace[904904733] 'process raft request' (duration: 130.116879ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.976174Z","caller":"traceutil/trace.go:171","msg":"trace[1336396362] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"128.747699ms","start":"2026-03-06T01:25:01.847403Z","end":"2026-03-06T01:25:01.97615Z","steps":["trace[1336396362] 'process raft request' (duration: 128.383691ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.976187Z","caller":"traceutil/trace.go:171","msg":"trace[1501647163] linearizableReadLoop","detail":"{readStateIndex:24560; appliedIndex:24555; }","duration":"107.414028ms","start":"2026-03-06T01:25:01.868744Z","end":"2026-03-06T01:25:01.976159Z","steps":["trace[1501647163] 'read index received' (duration: 5.658315ms)","trace[1501647163] 'applied index is now lower than readState.Index' (duration: 101.754573ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:01.976214Z","caller":"traceutil/trace.go:171","msg":"trace[185354011] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"127.584822ms","start":"2026-03-06T01:25:01.848602Z","end":"2026-03-06T01:25:01.976187Z","steps":["trace[185354011] 'process raft request' (duration: 127.46833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.976399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.653323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-06T01:25:01.97646Z","caller":"traceutil/trace.go:171","msg":"trace[540751802] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23727; }","duration":"107.757625ms","start":"2026-03-06T01:25:01.868691Z","end":"2026-03-06T01:25:01.976449Z","steps":["trace[540751802] 'agreement among raft nodes before linearized reading' (duration: 107.599112ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.999609Z","caller":"traceutil/trace.go:171","msg":"trace[849808718] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"118.802489ms","start":"2026-03-06T01:25:01.880789Z","end":"2026-03-06T01:25:01.999591Z","steps":["trace[849808718] 'process raft request' (duration: 118.757818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.999646Z","caller":"traceutil/trace.go:171","msg":"trace[473064878] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"119.108896ms","start":"2026-03-06T01:25:01.880503Z","end":"2026-03-06T01:25:01.999612Z","steps":["trace[473064878] 'process raft request' (duration: 118.956222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.492163Z","caller":"traceutil/trace.go:171","msg":"trace[1059320486] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"171.342888ms","start":"2026-03-06T01:25:02.320809Z","end":"2026-03-06T01:25:02.492152Z","steps":["trace[1059320486] 'process raft request' (duration: 171.253266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.492156Z","caller":"traceutil/trace.go:171","msg":"trace[1158658989] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"171.89212ms","start":"2026-03-06T01:25:02.32023Z","end":"2026-03-06T01:25:02.492122Z","steps":["trace[1158658989] 'process raft request' (duration: 114.479134ms)","trace[1158658989] 'compare' (duration: 57.230672ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:02.492351Z","caller":"traceutil/trace.go:171","msg":"trace[1890315627] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"167.140874ms","start":"2026-03-06T01:25:02.3252Z","end":"2026-03-06T01:25:02.492341Z","steps":["trace[1890315627] 'process raft request' (duration: 166.909429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.492601Z","caller":"traceutil/trace.go:171","msg":"trace[792101575] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"165.862167ms","start":"2026-03-06T01:25:02.326726Z","end":"2026-03-06T01:25:02.492588Z","steps":["trace[792101575] 'process raft request' (duration: 165.57143ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.4931Z","caller":"traceutil/trace.go:171","msg":"trace[417593235] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"164.347774ms","start":"2026-03-06T01:25:02.328727Z","end":"2026-03-06T01:25:02.493075Z","steps":["trace[417593235] 'process raft request' (duration: 163.774301ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.501539Z","caller":"traceutil/trace.go:171","msg":"trace[1584317639] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24570; }","duration":"155.980039ms","start":"2026-03-06T01:25:02.345528Z","end":"2026-03-06T01:25:02.501508Z","steps":["trace[1584317639] 'read index received' (duration: 48.736124ms)","trace[1584317639] 'applied index is now lower than readState.Index' (duration: 107.242935ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:02.503476Z","caller":"traceutil/trace.go:171","msg":"trace[205276238] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"171.132983ms","start":"2026-03-06T01:25:02.332333Z","end":"2026-03-06T01:25:02.503466Z","steps":["trace[205276238] 'process raft request' (duration: 168.960626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.505781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.229232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:02.505856Z","caller":"traceutil/trace.go:171","msg":"trace[646195373] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23744; }","duration":"160.343155ms","start":"2026-03-06T01:25:02.345489Z","end":"2026-03-06T01:25:02.505833Z","steps":["trace[646195373] 'agreement among raft nodes before linearized reading' (duration: 156.103262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.506394Z","caller":"traceutil/trace.go:171","msg":"trace[869562752] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"107.130141ms","start":"2026-03-06T01:25:02.399248Z","end":"2026-03-06T01:25:02.506379Z","steps":["trace[869562752] 'process raft request' (duration: 105.208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.506482Z","caller":"traceutil/trace.go:171","msg":"trace[843957405] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"105.536136ms","start":"2026-03-06T01:25:02.40091Z","end":"2026-03-06T01:25:02.506446Z","steps":["trace[843957405] 'process raft request' (duration: 105.127867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.506852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.503834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:25:02.506881Z","caller":"traceutil/trace.go:171","msg":"trace[1752493178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23746; }","duration":"158.569926ms","start":"2026-03-06T01:25:02.348303Z","end":"2026-03-06T01:25:02.506873Z","steps":["trace[1752493178] 'agreement among raft nodes before linearized reading' (duration: 158.042674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.82536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.040403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:02.82556Z","caller":"traceutil/trace.go:171","msg":"trace[1316348717] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"315.419784ms","start":"2026-03-06T01:25:02.510111Z","end":"2026-03-06T01:25:02.825531Z","steps":["trace[1316348717] 'process raft request' (duration: 182.130616ms)","trace[1316348717] 'compare' (duration: 132.9165ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:02.82565Z","caller":"traceutil/trace.go:171","msg":"trace[1622721333] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"246.7498ms","start":"2026-03-06T01:25:02.578887Z","end":"2026-03-06T01:25:02.825637Z","steps":["trace[1622721333] 'process raft request' (duration: 246.703859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.82566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:02.510088Z","time spent":"315.526766ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:02.825658Z","caller":"traceutil/trace.go:171","msg":"trace[1514703565] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"311.008477ms","start":"2026-03-06T01:25:02.514616Z","end":"2026-03-06T01:25:02.825624Z","steps":["trace[1514703565] 'process raft request' (duration: 310.891295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.825869Z","caller":"traceutil/trace.go:171","msg":"trace[947008273] linearizableReadLoop","detail":"{readStateIndex:24583; appliedIndex:24580; }","duration":"303.868629ms","start":"2026-03-06T01:25:02.521974Z","end":"2026-03-06T01:25:02.825843Z","steps":["trace[947008273] 'read index received' (duration: 55.265069ms)","trace[947008273] 'applied index is now lower than readState.Index' (duration: 248.58852ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:02.826056Z","caller":"traceutil/trace.go:171","msg":"trace[994197079] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"311.564759ms","start":"2026-03-06T01:25:02.514478Z","end":"2026-03-06T01:25:02.826043Z","steps":["trace[994197079] 'process raft request' (duration: 310.977157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.826062Z","caller":"traceutil/trace.go:171","msg":"trace[1194850308] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"291.716431ms","start":"2026-03-06T01:25:02.534334Z","end":"2026-03-06T01:25:02.82605Z","steps":["trace[1194850308] 'process raft request' (duration: 291.2041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.826134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:02.514457Z","time spent":"311.63841ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:02.826246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.247598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29546005-kb6rw\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-03-06T01:25:02.826295Z","caller":"traceutil/trace.go:171","msg":"trace[1181439395] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29546005-kb6rw; range_end:; response_count:1; response_revision:23751; }","duration":"304.33518ms","start":"2026-03-06T01:25:02.521945Z","end":"2026-03-06T01:25:02.82628Z","steps":["trace[1181439395] 'agreement among raft nodes before linearized reading' (duration: 304.174356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.826332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:02.521932Z","time spent":"304.392211ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5701,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29546005-kb6rw\" "} {"level":"warn","ts":"2026-03-06T01:25:02.826985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:02.514611Z","time spent":"311.172041ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:02.971757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.881629ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:25:02.971871Z","caller":"traceutil/trace.go:171","msg":"trace[903547078] linearizableReadLoop","detail":"{readStateIndex:24586; appliedIndex:24585; }","duration":"145.914053ms","start":"2026-03-06T01:25:02.825937Z","end":"2026-03-06T01:25:02.971851Z","steps":["trace[903547078] 'read index received' (duration: 40.458102ms)","trace[903547078] 'applied index is now lower than readState.Index' (duration: 105.454521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:02.972157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.936122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:25:02.972215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.131487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130345"} {"level":"info","ts":"2026-03-06T01:25:02.972255Z","caller":"traceutil/trace.go:171","msg":"trace[416618370] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23751; }","duration":"267.194698ms","start":"2026-03-06T01:25:02.705046Z","end":"2026-03-06T01:25:02.972241Z","steps":["trace[416618370] 'agreement among raft nodes before linearized reading' (duration: 266.957433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.972236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.046767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:25:02.972357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.53928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:25:02.972372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.876981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:25:02.972447Z","caller":"traceutil/trace.go:171","msg":"trace[370828989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23751; }","duration":"273.274592ms","start":"2026-03-06T01:25:02.699132Z","end":"2026-03-06T01:25:02.972407Z","steps":["trace[370828989] 'agreement among raft nodes before linearized reading' (duration: 272.905134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.972465Z","caller":"traceutil/trace.go:171","msg":"trace[1365791131] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23751; }","duration":"259.699692ms","start":"2026-03-06T01:25:02.712745Z","end":"2026-03-06T01:25:02.972444Z","steps":["trace[1365791131] 'agreement among raft nodes before linearized reading' (duration: 259.510888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.972491Z","caller":"traceutil/trace.go:171","msg":"trace[785286552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23751; }","duration":"360.080986ms","start":"2026-03-06T01:25:02.612389Z","end":"2026-03-06T01:25:02.97247Z","steps":["trace[785286552] 'agreement among raft nodes before linearized reading' (duration: 359.775609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.972556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:02.612368Z","time spent":"360.170208ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:25:02.972259Z","caller":"traceutil/trace.go:171","msg":"trace[1876149642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23751; }","duration":"267.058075ms","start":"2026-03-06T01:25:02.705179Z","end":"2026-03-06T01:25:02.972237Z","steps":["trace[1876149642] 'agreement among raft nodes before linearized reading' (duration: 266.809049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.972577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.699279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-06T01:25:02.972687Z","caller":"traceutil/trace.go:171","msg":"trace[2130783912] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23751; }","duration":"267.876343ms","start":"2026-03-06T01:25:02.704786Z","end":"2026-03-06T01:25:02.972662Z","steps":["trace[2130783912] 'agreement among raft nodes before linearized reading' (duration: 267.436553ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.031472Z","caller":"traceutil/trace.go:171","msg":"trace[894629884] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"197.833207ms","start":"2026-03-06T01:25:02.833604Z","end":"2026-03-06T01:25:03.031437Z","steps":["trace[894629884] 'process raft request' (duration: 197.52148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.031663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.864013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:25:03.031735Z","caller":"traceutil/trace.go:171","msg":"trace[1052757761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23752; }","duration":"185.980505ms","start":"2026-03-06T01:25:02.845739Z","end":"2026-03-06T01:25:03.03172Z","steps":["trace[1052757761] 'agreement among raft nodes before linearized reading' (duration: 185.73012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.255174Z","caller":"traceutil/trace.go:171","msg":"trace[441239355] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"279.961554ms","start":"2026-03-06T01:25:02.975177Z","end":"2026-03-06T01:25:03.255138Z","steps":["trace[441239355] 'process raft request' (duration: 224.767779ms)","trace[441239355] 'compare' (duration: 54.898149ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:03.255213Z","caller":"traceutil/trace.go:171","msg":"trace[883625926] linearizableReadLoop","detail":"{readStateIndex:24590; appliedIndex:24587; }","duration":"223.783487ms","start":"2026-03-06T01:25:03.031401Z","end":"2026-03-06T01:25:03.255184Z","steps":["trace[883625926] 'read index received' (duration: 168.494549ms)","trace[883625926] 'applied index is now lower than readState.Index' (duration: 55.287548ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:03.255387Z","caller":"traceutil/trace.go:171","msg":"trace[17922783] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"278.774218ms","start":"2026-03-06T01:25:02.976581Z","end":"2026-03-06T01:25:03.255355Z","steps":["trace[17922783] 'process raft request' (duration: 278.472291ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.255448Z","caller":"traceutil/trace.go:171","msg":"trace[16694457] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"278.317818ms","start":"2026-03-06T01:25:02.977112Z","end":"2026-03-06T01:25:03.25543Z","steps":["trace[16694457] 'process raft request' (duration: 278.013452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.255863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.925547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29546005-kb6rw\" ","response":"range_response_count:1 size:6987"} {"level":"info","ts":"2026-03-06T01:25:03.255983Z","caller":"traceutil/trace.go:171","msg":"trace[1275741141] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29546005-kb6rw; range_end:; response_count:1; response_revision:23755; }","duration":"282.06468ms","start":"2026-03-06T01:25:02.973851Z","end":"2026-03-06T01:25:03.255916Z","steps":["trace[1275741141] 'agreement among raft nodes before linearized reading' (duration: 281.854075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.255864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.824751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:25:03.256227Z","caller":"traceutil/trace.go:171","msg":"trace[399034057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23755; }","duration":"280.145288ms","start":"2026-03-06T01:25:02.975989Z","end":"2026-03-06T01:25:03.256134Z","steps":["trace[399034057] 'agreement among raft nodes before linearized reading' (duration: 279.510294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.323592Z","caller":"traceutil/trace.go:171","msg":"trace[341436459] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"287.762025ms","start":"2026-03-06T01:25:03.035803Z","end":"2026-03-06T01:25:03.323565Z","steps":["trace[341436459] 'process raft request' (duration: 287.294525ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.323812Z","caller":"traceutil/trace.go:171","msg":"trace[1104359456] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"258.95893ms","start":"2026-03-06T01:25:03.064844Z","end":"2026-03-06T01:25:03.323802Z","steps":["trace[1104359456] 'process raft request' (duration: 258.399018ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.323939Z","caller":"traceutil/trace.go:171","msg":"trace[57360207] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"140.512763ms","start":"2026-03-06T01:25:03.183418Z","end":"2026-03-06T01:25:03.323931Z","steps":["trace[57360207] 'process raft request' (duration: 139.867419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.324306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.659944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-06T01:25:03.324354Z","caller":"traceutil/trace.go:171","msg":"trace[1338792640] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23758; }","duration":"119.739625ms","start":"2026-03-06T01:25:03.204601Z","end":"2026-03-06T01:25:03.324341Z","steps":["trace[1338792640] 'agreement among raft nodes before linearized reading' (duration: 119.596562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.324504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.222772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:03.32454Z","caller":"traceutil/trace.go:171","msg":"trace[1921287406] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23758; }","duration":"118.296074ms","start":"2026-03-06T01:25:03.206235Z","end":"2026-03-06T01:25:03.324531Z","steps":["trace[1921287406] 'agreement among raft nodes before linearized reading' (duration: 118.234793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.324767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.121035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T01:25:03.324865Z","caller":"traceutil/trace.go:171","msg":"trace[1627747266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23758; }","duration":"175.269158ms","start":"2026-03-06T01:25:03.149572Z","end":"2026-03-06T01:25:03.324841Z","steps":["trace[1627747266] 'agreement among raft nodes before linearized reading' (duration: 175.040143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.472864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.397182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:03.472969Z","caller":"traceutil/trace.go:171","msg":"trace[1461456922] linearizableReadLoop","detail":"{readStateIndex:24596; appliedIndex:24595; }","duration":"128.426587ms","start":"2026-03-06T01:25:03.344527Z","end":"2026-03-06T01:25:03.472953Z","steps":["trace[1461456922] 'read index received' (duration: 26.874142ms)","trace[1461456922] 'applied index is now lower than readState.Index' (duration: 101.551415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:03.473076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.010156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:03.473068Z","caller":"traceutil/trace.go:171","msg":"trace[1121626868] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"143.392277ms","start":"2026-03-06T01:25:03.329633Z","end":"2026-03-06T01:25:03.473025Z","steps":["trace[1121626868] 'process raft request' (duration: 41.754679ms)","trace[1121626868] 'compare' (duration: 101.27736ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:03.473138Z","caller":"traceutil/trace.go:171","msg":"trace[1220387899] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23760; }","duration":"142.101568ms","start":"2026-03-06T01:25:03.33102Z","end":"2026-03-06T01:25:03.473121Z","steps":["trace[1220387899] 'agreement among raft nodes before linearized reading' (duration: 141.994255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.473172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.308196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51c5e714-e9b4-454f-9349-c3aaf58e8bc4\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-06T01:25:03.473253Z","caller":"traceutil/trace.go:171","msg":"trace[257972280] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51c5e714-e9b4-454f-9349-c3aaf58e8bc4; range_end:; response_count:1; response_revision:23760; }","duration":"144.417189ms","start":"2026-03-06T01:25:03.328816Z","end":"2026-03-06T01:25:03.473233Z","steps":["trace[257972280] 'agreement among raft nodes before linearized reading' (duration: 144.201164ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.514389Z","caller":"traceutil/trace.go:171","msg":"trace[970536258] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"144.402528ms","start":"2026-03-06T01:25:03.369969Z","end":"2026-03-06T01:25:03.514372Z","steps":["trace[970536258] 'process raft request' (duration: 144.303186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.516962Z","caller":"traceutil/trace.go:171","msg":"trace[1663767334] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"129.287696ms","start":"2026-03-06T01:25:03.387667Z","end":"2026-03-06T01:25:03.516955Z","steps":["trace[1663767334] 'process raft request' (duration: 129.081602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.517202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.652249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-03-06T01:25:03.517227Z","caller":"traceutil/trace.go:171","msg":"trace[334690592] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23764; }","duration":"171.70676ms","start":"2026-03-06T01:25:03.345514Z","end":"2026-03-06T01:25:03.51722Z","steps":["trace[334690592] 'agreement among raft nodes before linearized reading' (duration: 171.615748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:03.663537Z","caller":"traceutil/trace.go:171","msg":"trace[1577655114] linearizableReadLoop","detail":"{readStateIndex:24601; appliedIndex:24600; }","duration":"141.971276ms","start":"2026-03-06T01:25:03.521537Z","end":"2026-03-06T01:25:03.663508Z","steps":["trace[1577655114] 'read index received' (duration: 79.718295ms)","trace[1577655114] 'applied index is now lower than readState.Index' (duration: 62.252011ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:03.663566Z","caller":"traceutil/trace.go:171","msg":"trace[965415891] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"142.763004ms","start":"2026-03-06T01:25:03.520764Z","end":"2026-03-06T01:25:03.663527Z","steps":["trace[965415891] 'process raft request' (duration: 80.575465ms)","trace[965415891] 'compare' (duration: 62.006565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:03.663746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.18636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:03.663786Z","caller":"traceutil/trace.go:171","msg":"trace[1444489184] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23765; }","duration":"142.273852ms","start":"2026-03-06T01:25:03.521498Z","end":"2026-03-06T01:25:03.663772Z","steps":["trace[1444489184] 'agreement among raft nodes before linearized reading' (duration: 142.142349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:05.72987Z","caller":"traceutil/trace.go:171","msg":"trace[1493387246] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"235.237649ms","start":"2026-03-06T01:25:05.494611Z","end":"2026-03-06T01:25:05.729848Z","steps":["trace[1493387246] 'process raft request' (duration: 230.469884ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:05.742221Z","caller":"traceutil/trace.go:171","msg":"trace[463544955] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"246.799313ms","start":"2026-03-06T01:25:05.495384Z","end":"2026-03-06T01:25:05.742183Z","steps":["trace[463544955] 'process raft request' (duration: 246.541688ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:05.742238Z","caller":"traceutil/trace.go:171","msg":"trace[1264763698] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"218.409939ms","start":"2026-03-06T01:25:05.523802Z","end":"2026-03-06T01:25:05.742212Z","steps":["trace[1264763698] 'process raft request' (duration: 218.267086ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:05.742307Z","caller":"traceutil/trace.go:171","msg":"trace[1769986430] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"177.736722ms","start":"2026-03-06T01:25:05.564545Z","end":"2026-03-06T01:25:05.742282Z","steps":["trace[1769986430] 'process raft request' (duration: 177.599569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:05.742218Z","caller":"traceutil/trace.go:171","msg":"trace[73906780] linearizableReadLoop","detail":"{readStateIndex:24683; appliedIndex:24681; }","duration":"246.445296ms","start":"2026-03-06T01:25:05.495746Z","end":"2026-03-06T01:25:05.742191Z","steps":["trace[73906780] 'read index received' (duration: 229.32018ms)","trace[73906780] 'applied index is now lower than readState.Index' (duration: 17.123996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:05.742438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.670201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-06T01:25:05.742548Z","caller":"traceutil/trace.go:171","msg":"trace[578112847] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23849; }","duration":"246.794325ms","start":"2026-03-06T01:25:05.495735Z","end":"2026-03-06T01:25:05.742529Z","steps":["trace[578112847] 'agreement among raft nodes before linearized reading' (duration: 246.539778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:05.742676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.578277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-06T01:25:05.74275Z","caller":"traceutil/trace.go:171","msg":"trace[1671824080] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23849; }","duration":"225.69636ms","start":"2026-03-06T01:25:05.517037Z","end":"2026-03-06T01:25:05.742733Z","steps":["trace[1671824080] 'agreement among raft nodes before linearized reading' (duration: 225.483385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:05.743251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.598017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29546005-kb6rw\" ","response":"range_response_count:1 size:6987"} {"level":"warn","ts":"2026-03-06T01:25:05.74328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.073356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:25:05.743312Z","caller":"traceutil/trace.go:171","msg":"trace[1032344126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23849; }","duration":"220.138607ms","start":"2026-03-06T01:25:05.523163Z","end":"2026-03-06T01:25:05.743302Z","steps":["trace[1032344126] 'agreement among raft nodes before linearized reading' (duration: 220.045075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:05.743311Z","caller":"traceutil/trace.go:171","msg":"trace[449996573] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29546005-kb6rw; range_end:; response_count:1; response_revision:23849; }","duration":"106.75718ms","start":"2026-03-06T01:25:05.636538Z","end":"2026-03-06T01:25:05.743296Z","steps":["trace[449996573] 'agreement among raft nodes before linearized reading' (duration: 106.576246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.087338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.181213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:25:07.087421Z","caller":"traceutil/trace.go:171","msg":"trace[1563574043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23880; }","duration":"227.337116ms","start":"2026-03-06T01:25:06.860065Z","end":"2026-03-06T01:25:07.087402Z","steps":["trace[1563574043] 'range keys from in-memory index tree' (duration: 226.998098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.087506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.031801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-6749c7647d\" ","response":"range_response_count:1 size:11192"} {"level":"info","ts":"2026-03-06T01:25:07.087611Z","caller":"traceutil/trace.go:171","msg":"trace[1095203702] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-6749c7647d; range_end:; response_count:1; response_revision:23880; }","duration":"208.167654ms","start":"2026-03-06T01:25:06.879418Z","end":"2026-03-06T01:25:07.087586Z","steps":["trace[1095203702] 'range keys from in-memory index tree' (duration: 207.901928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.087733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.220792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-03-06T01:25:07.087774Z","caller":"traceutil/trace.go:171","msg":"trace[1459540782] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:23880; }","duration":"232.300914ms","start":"2026-03-06T01:25:06.855462Z","end":"2026-03-06T01:25:07.087763Z","steps":["trace[1459540782] 'range keys from in-memory index tree' (duration: 232.10303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.08797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.906688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:25:07.088044Z","caller":"traceutil/trace.go:171","msg":"trace[1643440591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23880; }","duration":"227.996081ms","start":"2026-03-06T01:25:06.860038Z","end":"2026-03-06T01:25:07.088034Z","steps":["trace[1643440591] 'range keys from in-memory index tree' (duration: 227.775165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.088108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.439599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-03-06T01:25:07.088103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.42386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-7bc66f5cf4\" ","response":"range_response_count:1 size:6715"} {"level":"warn","ts":"2026-03-06T01:25:07.087967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.01951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-03-06T01:25:07.088167Z","caller":"traceutil/trace.go:171","msg":"trace[1636134984] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:23880; }","duration":"158.51611ms","start":"2026-03-06T01:25:06.929636Z","end":"2026-03-06T01:25:07.088152Z","steps":["trace[1636134984] 'range keys from in-memory index tree' (duration: 158.298266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.088145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.187735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:07.088199Z","caller":"traceutil/trace.go:171","msg":"trace[35950155] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:23880; }","duration":"183.279685ms","start":"2026-03-06T01:25:06.904909Z","end":"2026-03-06T01:25:07.088189Z","steps":["trace[35950155] 'range keys from in-memory index tree' (duration: 182.876017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.088237Z","caller":"traceutil/trace.go:171","msg":"trace[1304359878] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23880; }","duration":"243.354248ms","start":"2026-03-06T01:25:06.844862Z","end":"2026-03-06T01:25:07.088216Z","steps":["trace[1304359878] 'count revisions from in-memory index tree' (duration: 243.098272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.087972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.608407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:25:07.088197Z","caller":"traceutil/trace.go:171","msg":"trace[535570460] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-7bc66f5cf4; range_end:; response_count:1; response_revision:23880; }","duration":"258.557212ms","start":"2026-03-06T01:25:06.829618Z","end":"2026-03-06T01:25:07.088175Z","steps":["trace[535570460] 'range keys from in-memory index tree' (duration: 258.03863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.088303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.352409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-5f87585cdd\" ","response":"range_response_count:1 size:7554"} {"level":"info","ts":"2026-03-06T01:25:07.088299Z","caller":"traceutil/trace.go:171","msg":"trace[1809547803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23880; }","duration":"230.950915ms","start":"2026-03-06T01:25:06.85733Z","end":"2026-03-06T01:25:07.08828Z","steps":["trace[1809547803] 'range keys from in-memory index tree' (duration: 230.504144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.088338Z","caller":"traceutil/trace.go:171","msg":"trace[838480157] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-5f87585cdd; range_end:; response_count:1; response_revision:23880; }","duration":"283.405639ms","start":"2026-03-06T01:25:06.804921Z","end":"2026-03-06T01:25:07.088327Z","steps":["trace[838480157] 'range keys from in-memory index tree' (duration: 283.215205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.088624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.043909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-d26pt\" ","response":"range_response_count:1 size:4902"} {"level":"info","ts":"2026-03-06T01:25:07.088668Z","caller":"traceutil/trace.go:171","msg":"trace[220182660] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-d26pt; range_end:; response_count:1; response_revision:23880; }","duration":"108.121261ms","start":"2026-03-06T01:25:06.980537Z","end":"2026-03-06T01:25:07.088658Z","steps":["trace[220182660] 'range keys from in-memory index tree' (duration: 107.907535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.088822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.9873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-fxrm6\" ","response":"range_response_count:1 size:3163"} {"level":"info","ts":"2026-03-06T01:25:07.08885Z","caller":"traceutil/trace.go:171","msg":"trace[1573501969] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-fxrm6; range_end:; response_count:1; response_revision:23880; }","duration":"134.02435ms","start":"2026-03-06T01:25:06.954815Z","end":"2026-03-06T01:25:07.088839Z","steps":["trace[1573501969] 'range keys from in-memory index tree' (duration: 133.875987ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.233371Z","caller":"traceutil/trace.go:171","msg":"trace[1988891403] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"139.826079ms","start":"2026-03-06T01:25:07.093521Z","end":"2026-03-06T01:25:07.233347Z","steps":["trace[1988891403] 'process raft request' (duration: 94.096741ms)","trace[1988891403] 'compare' (duration: 45.047132ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:07.233514Z","caller":"traceutil/trace.go:171","msg":"trace[2127106783] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"139.923961ms","start":"2026-03-06T01:25:07.093577Z","end":"2026-03-06T01:25:07.233501Z","steps":["trace[2127106783] 'process raft request' (duration: 139.712306ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.233642Z","caller":"traceutil/trace.go:171","msg":"trace[2077097133] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"140.020033ms","start":"2026-03-06T01:25:07.093615Z","end":"2026-03-06T01:25:07.233635Z","steps":["trace[2077097133] 'process raft request' (duration: 139.785778ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.23398Z","caller":"traceutil/trace.go:171","msg":"trace[1764547108] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"140.140596ms","start":"2026-03-06T01:25:07.09382Z","end":"2026-03-06T01:25:07.23396Z","steps":["trace[1764547108] 'process raft request' (duration: 139.793888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.233941Z","caller":"traceutil/trace.go:171","msg":"trace[310951546] linearizableReadLoop","detail":"{readStateIndex:24722; appliedIndex:24718; }","duration":"129.401539ms","start":"2026-03-06T01:25:07.104513Z","end":"2026-03-06T01:25:07.233915Z","steps":["trace[310951546] 'read index received' (duration: 83.106249ms)","trace[310951546] 'applied index is now lower than readState.Index' (duration: 46.29354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:07.234163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.643604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-sp4qx\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-06T01:25:07.2342Z","caller":"traceutil/trace.go:171","msg":"trace[1125019951] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-sp4qx; range_end:; response_count:1; response_revision:23885; }","duration":"129.732706ms","start":"2026-03-06T01:25:07.104459Z","end":"2026-03-06T01:25:07.234191Z","steps":["trace[1125019951] 'agreement among raft nodes before linearized reading' (duration: 129.602623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.234396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.89646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-w7lpv\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-03-06T01:25:07.234463Z","caller":"traceutil/trace.go:171","msg":"trace[204723200] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-w7lpv; range_end:; response_count:1; response_revision:23885; }","duration":"105.009331ms","start":"2026-03-06T01:25:07.129437Z","end":"2026-03-06T01:25:07.234446Z","steps":["trace[204723200] 'agreement among raft nodes before linearized reading' (duration: 104.765426ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.7938Z","caller":"traceutil/trace.go:171","msg":"trace[1342702599] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"108.389426ms","start":"2026-03-06T01:25:07.685393Z","end":"2026-03-06T01:25:07.793782Z","steps":["trace[1342702599] 'process raft request' (duration: 108.10166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.431031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.611675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-q4z9x\" ","response":"range_response_count:1 size:6967"} {"level":"warn","ts":"2026-03-06T01:25:08.431088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.716118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-api-6c69bb7c8\" ","response":"range_response_count:1 size:7625"} {"level":"info","ts":"2026-03-06T01:25:08.431128Z","caller":"traceutil/trace.go:171","msg":"trace[518288237] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-q4z9x; range_end:; response_count:1; response_revision:23901; }","duration":"100.781649ms","start":"2026-03-06T01:25:08.330326Z","end":"2026-03-06T01:25:08.431108Z","steps":["trace[518288237] 'range keys from in-memory index tree' (duration: 100.405161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:08.431162Z","caller":"traceutil/trace.go:171","msg":"trace[2103095092] range","detail":"{range_begin:/registry/replicasets/openstack/heat-api-6c69bb7c8; range_end:; response_count:1; response_revision:23901; }","duration":"125.860301ms","start":"2026-03-06T01:25:08.305284Z","end":"2026-03-06T01:25:08.431144Z","steps":["trace[2103095092] 'range keys from in-memory index tree' (duration: 125.516554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:08.431902Z","caller":"traceutil/trace.go:171","msg":"trace[159290551] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"100.85442ms","start":"2026-03-06T01:25:08.331016Z","end":"2026-03-06T01:25:08.43187Z","steps":["trace[159290551] 'process raft request' (duration: 90.287098ms)","trace[159290551] 'compare' (duration: 10.406648ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:08.921096Z","caller":"traceutil/trace.go:171","msg":"trace[1118613639] linearizableReadLoop","detail":"{readStateIndex:24744; appliedIndex:24743; }","duration":"140.886731ms","start":"2026-03-06T01:25:08.780173Z","end":"2026-03-06T01:25:08.921059Z","steps":["trace[1118613639] 'read index received' (duration: 59.06652ms)","trace[1118613639] 'applied index is now lower than readState.Index' (duration: 81.818921ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:08.921241Z","caller":"traceutil/trace.go:171","msg":"trace[240998620] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"158.401477ms","start":"2026-03-06T01:25:08.762796Z","end":"2026-03-06T01:25:08.921198Z","steps":["trace[240998620] 'process raft request' (duration: 76.588266ms)","trace[240998620] 'compare' (duration: 81.238769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:08.921604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.955685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-03-06T01:25:08.921657Z","caller":"traceutil/trace.go:171","msg":"trace[1017112217] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:23907; }","duration":"117.062507ms","start":"2026-03-06T01:25:08.804581Z","end":"2026-03-06T01:25:08.921643Z","steps":["trace[1017112217] 'agreement among raft nodes before linearized reading' (duration: 116.874033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.921589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.388513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15343"} {"level":"info","ts":"2026-03-06T01:25:08.921755Z","caller":"traceutil/trace.go:171","msg":"trace[783148343] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23907; }","duration":"141.567227ms","start":"2026-03-06T01:25:08.780166Z","end":"2026-03-06T01:25:08.921733Z","steps":["trace[783148343] 'agreement among raft nodes before linearized reading' (duration: 141.103497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.54882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.629212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-api-6c69bb7c8\" ","response":"range_response_count:1 size:7625"} {"level":"info","ts":"2026-03-06T01:25:10.548884Z","caller":"traceutil/trace.go:171","msg":"trace[191796258] range","detail":"{range_begin:/registry/replicasets/openstack/heat-api-6c69bb7c8; range_end:; response_count:1; response_revision:23919; }","duration":"118.727793ms","start":"2026-03-06T01:25:10.430141Z","end":"2026-03-06T01:25:10.548868Z","steps":["trace[191796258] 'range keys from in-memory index tree' (duration: 118.419037ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:10.763757Z","caller":"traceutil/trace.go:171","msg":"trace[1716071478] linearizableReadLoop","detail":"{readStateIndex:24758; appliedIndex:24756; }","duration":"134.722496ms","start":"2026-03-06T01:25:10.62901Z","end":"2026-03-06T01:25:10.763732Z","steps":["trace[1716071478] 'read index received' (duration: 18.231461ms)","trace[1716071478] 'applied index is now lower than readState.Index' (duration: 116.490295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:10.764034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.004302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-engine-76f75c4475\" ","response":"range_response_count:1 size:6316"} {"level":"info","ts":"2026-03-06T01:25:10.764078Z","caller":"traceutil/trace.go:171","msg":"trace[421284927] range","detail":"{range_begin:/registry/replicasets/openstack/heat-engine-76f75c4475; range_end:; response_count:1; response_revision:23921; }","duration":"135.094114ms","start":"2026-03-06T01:25:10.628972Z","end":"2026-03-06T01:25:10.764066Z","steps":["trace[421284927] 'agreement among raft nodes before linearized reading' (duration: 134.929831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.764107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.077172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-03-06T01:25:10.764218Z","caller":"traceutil/trace.go:171","msg":"trace[2111301639] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:23921; }","duration":"109.260325ms","start":"2026-03-06T01:25:10.654931Z","end":"2026-03-06T01:25:10.764191Z","steps":["trace[2111301639] 'agreement among raft nodes before linearized reading' (duration: 108.983309ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:10.7649Z","caller":"traceutil/trace.go:171","msg":"trace[913635028] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"145.679557ms","start":"2026-03-06T01:25:10.619077Z","end":"2026-03-06T01:25:10.764757Z","steps":["trace[913635028] 'process raft request' (duration: 121.820463ms)","trace[913635028] 'compare' (duration: 22.71847ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:10.912458Z","caller":"traceutil/trace.go:171","msg":"trace[1737270853] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"140.763918ms","start":"2026-03-06T01:25:10.77168Z","end":"2026-03-06T01:25:10.912444Z","steps":["trace[1737270853] 'process raft request' (duration: 140.293838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:10.912364Z","caller":"traceutil/trace.go:171","msg":"trace[1520637810] linearizableReadLoop","detail":"{readStateIndex:24759; appliedIndex:24758; }","duration":"131.867643ms","start":"2026-03-06T01:25:10.78047Z","end":"2026-03-06T01:25:10.912338Z","steps":["trace[1520637810] 'read index received' (duration: 131.402693ms)","trace[1520637810] 'applied index is now lower than readState.Index' (duration: 464.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:10.912803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.309302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"info","ts":"2026-03-06T01:25:10.912908Z","caller":"traceutil/trace.go:171","msg":"trace[236844235] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:23922; }","duration":"132.480497ms","start":"2026-03-06T01:25:10.780408Z","end":"2026-03-06T01:25:10.912889Z","steps":["trace[236844235] 'agreement among raft nodes before linearized reading' (duration: 132.14308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.912849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.915245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-06T01:25:10.913091Z","caller":"traceutil/trace.go:171","msg":"trace[1183089488] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23922; }","duration":"108.264293ms","start":"2026-03-06T01:25:10.804809Z","end":"2026-03-06T01:25:10.913074Z","steps":["trace[1183089488] 'agreement among raft nodes before linearized reading' (duration: 107.906415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:11.975944Z","caller":"traceutil/trace.go:171","msg":"trace[1281700774] linearizableReadLoop","detail":"{readStateIndex:24773; appliedIndex:24772; }","duration":"121.134198ms","start":"2026-03-06T01:25:11.854788Z","end":"2026-03-06T01:25:11.975922Z","steps":["trace[1281700774] 'read index received' (duration: 84.476081ms)","trace[1281700774] 'applied index is now lower than readState.Index' (duration: 36.657287ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:11.976029Z","caller":"traceutil/trace.go:171","msg":"trace[1465025655] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"128.244543ms","start":"2026-03-06T01:25:11.847749Z","end":"2026-03-06T01:25:11.975994Z","steps":["trace[1465025655] 'process raft request' (duration: 91.583657ms)","trace[1465025655] 'compare' (duration: 36.437412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:11.977871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.061089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9752"} {"level":"info","ts":"2026-03-06T01:25:11.97799Z","caller":"traceutil/trace.go:171","msg":"trace[49365141] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:23936; }","duration":"123.230543ms","start":"2026-03-06T01:25:11.854716Z","end":"2026-03-06T01:25:11.977946Z","steps":["trace[49365141] 'agreement among raft nodes before linearized reading' (duration: 121.288421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:11.986667Z","caller":"traceutil/trace.go:171","msg":"trace[1084441619] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"104.374918ms","start":"2026-03-06T01:25:11.882249Z","end":"2026-03-06T01:25:11.986624Z","steps":["trace[1084441619] 'process raft request' (duration: 103.999709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:11.986834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.643586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:25:11.986904Z","caller":"traceutil/trace.go:171","msg":"trace[405759389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23937; }","duration":"100.721327ms","start":"2026-03-06T01:25:11.886158Z","end":"2026-03-06T01:25:11.986879Z","steps":["trace[405759389] 'agreement among raft nodes before linearized reading' (duration: 100.538053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:11.987113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.253452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-06T01:25:11.987137Z","caller":"traceutil/trace.go:171","msg":"trace[1933978038] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:23937; }","duration":"107.329754ms","start":"2026-03-06T01:25:11.879798Z","end":"2026-03-06T01:25:11.987127Z","steps":["trace[1933978038] 'agreement among raft nodes before linearized reading' (duration: 107.258992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.435141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.199791ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:25:12.435392Z","caller":"traceutil/trace.go:171","msg":"trace[1104741243] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"118.905069ms","start":"2026-03-06T01:25:12.316469Z","end":"2026-03-06T01:25:12.435374Z","steps":["trace[1104741243] 'process raft request' (duration: 118.772906ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:12.435403Z","caller":"traceutil/trace.go:171","msg":"trace[1536484860] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24779; }","duration":"205.814323ms","start":"2026-03-06T01:25:12.22955Z","end":"2026-03-06T01:25:12.435365Z","steps":["trace[1536484860] 'read index received' (duration: 58.293914ms)","trace[1536484860] 'applied index is now lower than readState.Index' (duration: 147.516398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:12.435634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.067098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" ","response":"range_response_count:1 size:3302"} {"level":"info","ts":"2026-03-06T01:25:12.435691Z","caller":"traceutil/trace.go:171","msg":"trace[805864958] range","detail":"{range_begin:/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4; range_end:; response_count:1; response_revision:23943; }","duration":"206.167009ms","start":"2026-03-06T01:25:12.229508Z","end":"2026-03-06T01:25:12.435675Z","steps":["trace[805864958] 'agreement among raft nodes before linearized reading' (duration: 205.993106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.435698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.171939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-7b66cfb94c\" ","response":"range_response_count:1 size:4088"} {"level":"info","ts":"2026-03-06T01:25:12.43574Z","caller":"traceutil/trace.go:171","msg":"trace[1211219234] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-7b66cfb94c; range_end:; response_count:1; response_revision:23943; }","duration":"181.273541ms","start":"2026-03-06T01:25:12.254452Z","end":"2026-03-06T01:25:12.435725Z","steps":["trace[1211219234] 'agreement among raft nodes before linearized reading' (duration: 181.087497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.435775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.455812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5119"} {"level":"info","ts":"2026-03-06T01:25:12.435812Z","caller":"traceutil/trace.go:171","msg":"trace[881657448] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:23943; }","duration":"105.513364ms","start":"2026-03-06T01:25:12.330289Z","end":"2026-03-06T01:25:12.435802Z","steps":["trace[881657448] 'agreement among raft nodes before linearized reading' (duration: 105.441023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.435927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.713701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7015"} {"level":"info","ts":"2026-03-06T01:25:12.435957Z","caller":"traceutil/trace.go:171","msg":"trace[1058428197] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:23943; }","duration":"131.775561ms","start":"2026-03-06T01:25:12.304172Z","end":"2026-03-06T01:25:12.435948Z","steps":["trace[1058428197] 'agreement among raft nodes before linearized reading' (duration: 131.678849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.436035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.164829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2921"} {"level":"warn","ts":"2026-03-06T01:25:12.435699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.459187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-06T01:25:12.436059Z","caller":"traceutil/trace.go:171","msg":"trace[277305025] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:23943; }","duration":"156.18916ms","start":"2026-03-06T01:25:12.279863Z","end":"2026-03-06T01:25:12.436052Z","steps":["trace[277305025] 'agreement among raft nodes before linearized reading' (duration: 156.126018ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:12.436068Z","caller":"traceutil/trace.go:171","msg":"trace[780097906] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23943; }","duration":"127.850376ms","start":"2026-03-06T01:25:12.308207Z","end":"2026-03-06T01:25:12.436058Z","steps":["trace[780097906] 'agreement among raft nodes before linearized reading' (duration: 127.375455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.436088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.324605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:12.436156Z","caller":"traceutil/trace.go:171","msg":"trace[1871887471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23943; }","duration":"138.392706ms","start":"2026-03-06T01:25:12.297742Z","end":"2026-03-06T01:25:12.436135Z","steps":["trace[1871887471] 'agreement among raft nodes before linearized reading' (duration: 138.302674ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:13.008901Z","caller":"traceutil/trace.go:171","msg":"trace[352806237] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"211.564558ms","start":"2026-03-06T01:25:12.797319Z","end":"2026-03-06T01:25:13.008883Z","steps":["trace[352806237] 'process raft request' (duration: 211.441855ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:13.304355Z","caller":"traceutil/trace.go:171","msg":"trace[273895611] linearizableReadLoop","detail":"{readStateIndex:24785; appliedIndex:24783; }","duration":"309.526266ms","start":"2026-03-06T01:25:12.994798Z","end":"2026-03-06T01:25:13.304324Z","steps":["trace[273895611] 'read index received' (duration: 13.940588ms)","trace[273895611] 'applied index is now lower than readState.Index' (duration: 295.584568ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:13.304406Z","caller":"traceutil/trace.go:171","msg":"trace[1594535284] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"404.464726ms","start":"2026-03-06T01:25:12.899902Z","end":"2026-03-06T01:25:13.304367Z","steps":["trace[1594535284] 'process raft request' (duration: 404.273512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.304548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.72721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:13.304757Z","caller":"traceutil/trace.go:171","msg":"trace[1986204756] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23947; }","duration":"309.915233ms","start":"2026-03-06T01:25:12.994764Z","end":"2026-03-06T01:25:13.304679Z","steps":["trace[1986204756] 'agreement among raft nodes before linearized reading' (duration: 309.709809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.304807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.994746Z","time spent":"310.048157ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:13.304706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.899881Z","time spent":"404.738391ms","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2119,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:25:13.368835Z","caller":"traceutil/trace.go:171","msg":"trace[222791265] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"119.743807ms","start":"2026-03-06T01:25:13.249053Z","end":"2026-03-06T01:25:13.368797Z","steps":["trace[222791265] 'process raft request' (duration: 119.42201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.369087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.254249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:25:13.369248Z","caller":"traceutil/trace.go:171","msg":"trace[1504184968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23948; }","duration":"225.393021ms","start":"2026-03-06T01:25:13.143739Z","end":"2026-03-06T01:25:13.369132Z","steps":["trace[1504184968] 'agreement among raft nodes before linearized reading' (duration: 225.146316ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:13.451904Z","caller":"traceutil/trace.go:171","msg":"trace[1239120433] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"132.298104ms","start":"2026-03-06T01:25:13.31959Z","end":"2026-03-06T01:25:13.451888Z","steps":["trace[1239120433] 'process raft request' (duration: 132.211111ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:13.971855Z","caller":"traceutil/trace.go:171","msg":"trace[617053279] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"152.594139ms","start":"2026-03-06T01:25:13.819223Z","end":"2026-03-06T01:25:13.971817Z","steps":["trace[617053279] 'process raft request' (duration: 152.438155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:14.117892Z","caller":"traceutil/trace.go:171","msg":"trace[596712285] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"129.840769ms","start":"2026-03-06T01:25:13.988016Z","end":"2026-03-06T01:25:14.117857Z","steps":["trace[596712285] 'process raft request' (duration: 74.864249ms)","trace[596712285] 'compare' (duration: 54.835417ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:14.123578Z","caller":"traceutil/trace.go:171","msg":"trace[1597356991] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"107.717131ms","start":"2026-03-06T01:25:14.015843Z","end":"2026-03-06T01:25:14.123561Z","steps":["trace[1597356991] 'process raft request' (duration: 107.563138ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:14.536859Z","caller":"traceutil/trace.go:171","msg":"trace[1328658803] linearizableReadLoop","detail":"{readStateIndex:24811; appliedIndex:24809; }","duration":"139.842909ms","start":"2026-03-06T01:25:14.396996Z","end":"2026-03-06T01:25:14.536839Z","steps":["trace[1328658803] 'read index received' (duration: 116.787112ms)","trace[1328658803] 'applied index is now lower than readState.Index' (duration: 23.055017ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:14.5369Z","caller":"traceutil/trace.go:171","msg":"trace[2078532089] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"221.036196ms","start":"2026-03-06T01:25:14.315826Z","end":"2026-03-06T01:25:14.536862Z","steps":["trace[2078532089] 'process raft request' (duration: 197.812475ms)","trace[2078532089] 'compare' (duration: 23.021357ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:14.536939Z","caller":"traceutil/trace.go:171","msg":"trace[1033709653] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"219.492993ms","start":"2026-03-06T01:25:14.317413Z","end":"2026-03-06T01:25:14.536905Z","steps":["trace[1033709653] 'process raft request' (duration: 219.363001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:14.537104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.087764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18649"} {"level":"info","ts":"2026-03-06T01:25:14.537177Z","caller":"traceutil/trace.go:171","msg":"trace[155082895] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23973; }","duration":"140.192387ms","start":"2026-03-06T01:25:14.396965Z","end":"2026-03-06T01:25:14.537158Z","steps":["trace[155082895] 'agreement among raft nodes before linearized reading' (duration: 139.956642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:14.590843Z","caller":"traceutil/trace.go:171","msg":"trace[1944410451] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"150.524264ms","start":"2026-03-06T01:25:14.440295Z","end":"2026-03-06T01:25:14.590819Z","steps":["trace[1944410451] 'process raft request' (duration: 150.454593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:14.590846Z","caller":"traceutil/trace.go:171","msg":"trace[49187668] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"186.69109ms","start":"2026-03-06T01:25:14.40414Z","end":"2026-03-06T01:25:14.590831Z","steps":["trace[49187668] 'process raft request' (duration: 186.454405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:14.852912Z","caller":"traceutil/trace.go:171","msg":"trace[83160987] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"107.281823ms","start":"2026-03-06T01:25:14.745591Z","end":"2026-03-06T01:25:14.852872Z","steps":["trace[83160987] 'process raft request' (duration: 106.921615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.558831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.652323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:15.558977Z","caller":"traceutil/trace.go:171","msg":"trace[1569510143] linearizableReadLoop","detail":"{readStateIndex:24818; appliedIndex:24817; }","duration":"653.193531ms","start":"2026-03-06T01:25:14.905761Z","end":"2026-03-06T01:25:15.558955Z","steps":["trace[1569510143] 'read index received' (duration: 63.331723ms)","trace[1569510143] 'applied index is now lower than readState.Index' (duration: 589.859388ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:15.55908Z","caller":"traceutil/trace.go:171","msg":"trace[316634707] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"669.381428ms","start":"2026-03-06T01:25:14.889664Z","end":"2026-03-06T01:25:15.559046Z","steps":["trace[316634707] 'process raft request' (duration: 79.423188ms)","trace[316634707] 'compare' (duration: 589.469059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:15.559202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.889634Z","time spent":"669.510981ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:25:15.559256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.493608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10361"} {"level":"info","ts":"2026-03-06T01:25:15.559302Z","caller":"traceutil/trace.go:171","msg":"trace[2101035397] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23980; }","duration":"653.597141ms","start":"2026-03-06T01:25:14.905691Z","end":"2026-03-06T01:25:15.559288Z","steps":["trace[2101035397] 'agreement among raft nodes before linearized reading' (duration: 653.367336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.559349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.905647Z","time spent":"653.690493ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10384,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:25:15.559609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.134032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:25:15.55967Z","caller":"traceutil/trace.go:171","msg":"trace[1178793819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23980; }","duration":"649.229035ms","start":"2026-03-06T01:25:14.910421Z","end":"2026-03-06T01:25:15.55965Z","steps":["trace[1178793819] 'agreement among raft nodes before linearized reading' (duration: 649.079352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.559714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.910409Z","time spent":"649.293226ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:25:15.559849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.472075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:15.559896Z","caller":"traceutil/trace.go:171","msg":"trace[820742293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23980; }","duration":"260.556947ms","start":"2026-03-06T01:25:15.299325Z","end":"2026-03-06T01:25:15.559882Z","steps":["trace[820742293] 'agreement among raft nodes before linearized reading' (duration: 260.478875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.559941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.595721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:15.560017Z","caller":"traceutil/trace.go:171","msg":"trace[2048692671] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23980; }","duration":"584.723464ms","start":"2026-03-06T01:25:14.975272Z","end":"2026-03-06T01:25:15.559995Z","steps":["trace[2048692671] 'agreement among raft nodes before linearized reading' (duration: 584.53829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.560064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.975253Z","time spent":"584.800486ms","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:15.708332Z","caller":"traceutil/trace.go:171","msg":"trace[983579642] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"143.651723ms","start":"2026-03-06T01:25:15.564652Z","end":"2026-03-06T01:25:15.708303Z","steps":["trace[983579642] 'process raft request' (duration: 136.614067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:15.708396Z","caller":"traceutil/trace.go:171","msg":"trace[77015081] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"143.142882ms","start":"2026-03-06T01:25:15.565217Z","end":"2026-03-06T01:25:15.70836Z","steps":["trace[77015081] 'process raft request' (duration: 142.959968ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:15.708389Z","caller":"traceutil/trace.go:171","msg":"trace[97992570] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"142.860956ms","start":"2026-03-06T01:25:15.565503Z","end":"2026-03-06T01:25:15.708364Z","steps":["trace[97992570] 'process raft request' (duration: 142.778504ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:15.708628Z","caller":"traceutil/trace.go:171","msg":"trace[1557329314] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24818; }","duration":"143.692883ms","start":"2026-03-06T01:25:15.564918Z","end":"2026-03-06T01:25:15.708611Z","steps":["trace[1557329314] 'read index received' (duration: 55.660695ms)","trace[1557329314] 'applied index is now lower than readState.Index' (duration: 88.031288ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:15.708617Z","caller":"traceutil/trace.go:171","msg":"trace[309260251] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"143.07105ms","start":"2026-03-06T01:25:15.565535Z","end":"2026-03-06T01:25:15.708606Z","steps":["trace[309260251] 'process raft request' (duration: 142.784244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.708797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.857498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f65ef04-ee82-45ce-8722-82a50885bd05\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:25:15.708749Z","caller":"traceutil/trace.go:171","msg":"trace[2016901042] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"136.157677ms","start":"2026-03-06T01:25:15.572551Z","end":"2026-03-06T01:25:15.708709Z","steps":["trace[2016901042] 'process raft request' (duration: 135.964613ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:15.708841Z","caller":"traceutil/trace.go:171","msg":"trace[1967010600] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f65ef04-ee82-45ce-8722-82a50885bd05; range_end:; response_count:1; response_revision:23986; }","duration":"143.952359ms","start":"2026-03-06T01:25:15.564876Z","end":"2026-03-06T01:25:15.708829Z","steps":["trace[1967010600] 'agreement among raft nodes before linearized reading' (duration: 143.801036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:15.845672Z","caller":"traceutil/trace.go:171","msg":"trace[532601943] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"130.115674ms","start":"2026-03-06T01:25:15.71553Z","end":"2026-03-06T01:25:15.845646Z","steps":["trace[532601943] 'process raft request' (duration: 100.143884ms)","trace[532601943] 'compare' (duration: 29.732945ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:15.845734Z","caller":"traceutil/trace.go:171","msg":"trace[1849135253] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"130.160865ms","start":"2026-03-06T01:25:15.715539Z","end":"2026-03-06T01:25:15.8457Z","steps":["trace[1849135253] 'process raft request' (duration: 130.002642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:15.845997Z","caller":"traceutil/trace.go:171","msg":"trace[1957049588] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"130.38326ms","start":"2026-03-06T01:25:15.715591Z","end":"2026-03-06T01:25:15.845974Z","steps":["trace[1957049588] 'process raft request' (duration: 129.996222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:16.404079Z","caller":"traceutil/trace.go:171","msg":"trace[1829130707] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"173.98806ms","start":"2026-03-06T01:25:16.230063Z","end":"2026-03-06T01:25:16.404051Z","steps":["trace[1829130707] 'process raft request' (duration: 173.934359ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:16.405449Z","caller":"traceutil/trace.go:171","msg":"trace[110184510] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"175.400872ms","start":"2026-03-06T01:25:16.230018Z","end":"2026-03-06T01:25:16.405419Z","steps":["trace[110184510] 'process raft request' (duration: 173.826647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:20.63845Z","caller":"traceutil/trace.go:171","msg":"trace[1360992270] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"131.146468ms","start":"2026-03-06T01:25:20.507274Z","end":"2026-03-06T01:25:20.638421Z","steps":["trace[1360992270] 'process raft request' (duration: 130.80368ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:20.719097Z","caller":"traceutil/trace.go:171","msg":"trace[67070220] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"105.565855ms","start":"2026-03-06T01:25:20.613504Z","end":"2026-03-06T01:25:20.71907Z","steps":["trace[67070220] 'process raft request' (duration: 91.535266ms)","trace[67070220] 'compare' (duration: 13.591889ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:21.914369Z","caller":"traceutil/trace.go:171","msg":"trace[732713821] linearizableReadLoop","detail":"{readStateIndex:24871; appliedIndex:24870; }","duration":"116.549096ms","start":"2026-03-06T01:25:21.797791Z","end":"2026-03-06T01:25:21.91434Z","steps":["trace[732713821] 'read index received' (duration: 62.936135ms)","trace[732713821] 'applied index is now lower than readState.Index' (duration: 53.611541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:21.914814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.908034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:25:21.914916Z","caller":"traceutil/trace.go:171","msg":"trace[1346978801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24032; }","duration":"117.069408ms","start":"2026-03-06T01:25:21.797831Z","end":"2026-03-06T01:25:21.914901Z","steps":["trace[1346978801] 'agreement among raft nodes before linearized reading' (duration: 116.811202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.914916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.918884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:25:21.914999Z","caller":"traceutil/trace.go:171","msg":"trace[1097647467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24032; }","duration":"117.222971ms","start":"2026-03-06T01:25:21.797758Z","end":"2026-03-06T01:25:21.914981Z","steps":["trace[1097647467] 'agreement among raft nodes before linearized reading' (duration: 116.696528ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:21.915202Z","caller":"traceutil/trace.go:171","msg":"trace[2127819351] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"121.610998ms","start":"2026-03-06T01:25:21.793572Z","end":"2026-03-06T01:25:21.915183Z","steps":["trace[2127819351] 'process raft request' (duration: 67.114578ms)","trace[2127819351] 'compare' (duration: 53.460837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:21.915619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.04088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:21.91569Z","caller":"traceutil/trace.go:171","msg":"trace[1014967396] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24032; }","duration":"104.134013ms","start":"2026-03-06T01:25:21.811542Z","end":"2026-03-06T01:25:21.915676Z","steps":["trace[1014967396] 'agreement among raft nodes before linearized reading' (duration: 103.13676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:22.798336Z","caller":"traceutil/trace.go:171","msg":"trace[1628432869] linearizableReadLoop","detail":"{readStateIndex:24880; appliedIndex:24879; }","duration":"133.846438ms","start":"2026-03-06T01:25:22.664463Z","end":"2026-03-06T01:25:22.798309Z","steps":["trace[1628432869] 'read index received' (duration: 103.178052ms)","trace[1628432869] 'applied index is now lower than readState.Index' (duration: 30.667506ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:22.798434Z","caller":"traceutil/trace.go:171","msg":"trace[616122670] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"154.829618ms","start":"2026-03-06T01:25:22.643569Z","end":"2026-03-06T01:25:22.798399Z","steps":["trace[616122670] 'process raft request' (duration: 124.0265ms)","trace[616122670] 'compare' (duration: 30.561593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:22.798588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.101973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:25:22.79863Z","caller":"traceutil/trace.go:171","msg":"trace[1547049880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24040; }","duration":"134.219755ms","start":"2026-03-06T01:25:22.664397Z","end":"2026-03-06T01:25:22.798617Z","steps":["trace[1547049880] 'agreement among raft nodes before linearized reading' (duration: 134.010801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:23.101501Z","caller":"traceutil/trace.go:171","msg":"trace[885379273] linearizableReadLoop","detail":"{readStateIndex:24885; appliedIndex:24884; }","duration":"118.112ms","start":"2026-03-06T01:25:22.983361Z","end":"2026-03-06T01:25:23.101473Z","steps":["trace[885379273] 'read index received' (duration: 59.169712ms)","trace[885379273] 'applied index is now lower than readState.Index' (duration: 58.940948ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:23.10159Z","caller":"traceutil/trace.go:171","msg":"trace[1091641761] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"126.775911ms","start":"2026-03-06T01:25:22.974779Z","end":"2026-03-06T01:25:23.101555Z","steps":["trace[1091641761] 'process raft request' (duration: 67.877264ms)","trace[1091641761] 'compare' (duration: 58.683152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:23.101736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.341315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-06T01:25:23.101797Z","caller":"traceutil/trace.go:171","msg":"trace[1301908006] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24045; }","duration":"118.438968ms","start":"2026-03-06T01:25:22.983344Z","end":"2026-03-06T01:25:23.101783Z","steps":["trace[1301908006] 'agreement among raft nodes before linearized reading' (duration: 118.238303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:24.099157Z","caller":"traceutil/trace.go:171","msg":"trace[841440164] linearizableReadLoop","detail":"{readStateIndex:24892; appliedIndex:24891; }","duration":"107.888825ms","start":"2026-03-06T01:25:23.99123Z","end":"2026-03-06T01:25:24.099118Z","steps":["trace[841440164] 'read index received' (duration: 78.485208ms)","trace[841440164] 'applied index is now lower than readState.Index' (duration: 29.401257ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:24.099223Z","caller":"traceutil/trace.go:171","msg":"trace[2028256105] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"127.463995ms","start":"2026-03-06T01:25:23.971739Z","end":"2026-03-06T01:25:24.099203Z","steps":["trace[2028256105] 'process raft request' (duration: 98.076449ms)","trace[2028256105] 'compare' (duration: 29.021879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:24.099483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.220312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-06T01:25:24.099495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.070469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:25:24.099573Z","caller":"traceutil/trace.go:171","msg":"trace[1858695550] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24052; }","duration":"108.352695ms","start":"2026-03-06T01:25:23.9912Z","end":"2026-03-06T01:25:24.099552Z","steps":["trace[1858695550] 'agreement among raft nodes before linearized reading' (duration: 108.093869ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:24.099592Z","caller":"traceutil/trace.go:171","msg":"trace[1803169509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24052; }","duration":"108.215581ms","start":"2026-03-06T01:25:23.991351Z","end":"2026-03-06T01:25:24.099567Z","steps":["trace[1803169509] 'agreement among raft nodes before linearized reading' (duration: 107.993447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:24.497409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.985175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:25:24.497517Z","caller":"traceutil/trace.go:171","msg":"trace[368218719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24055; }","duration":"127.102228ms","start":"2026-03-06T01:25:24.370388Z","end":"2026-03-06T01:25:24.49749Z","steps":["trace[368218719] 'range keys from in-memory index tree' (duration: 126.77401ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:25.111949Z","caller":"traceutil/trace.go:171","msg":"trace[1360441754] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"133.585772ms","start":"2026-03-06T01:25:24.978335Z","end":"2026-03-06T01:25:25.11192Z","steps":["trace[1360441754] 'process raft request' (duration: 133.418598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:25.119522Z","caller":"traceutil/trace.go:171","msg":"trace[1540132583] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"139.800757ms","start":"2026-03-06T01:25:24.9797Z","end":"2026-03-06T01:25:25.119501Z","steps":["trace[1540132583] 'process raft request' (duration: 139.687594ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:25.87019Z","caller":"traceutil/trace.go:171","msg":"trace[2125335564] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"112.477826ms","start":"2026-03-06T01:25:25.757677Z","end":"2026-03-06T01:25:25.870155Z","steps":["trace[2125335564] 'process raft request' (duration: 112.278862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:26.097756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.042674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:26.097864Z","caller":"traceutil/trace.go:171","msg":"trace[740073734] linearizableReadLoop","detail":"{readStateIndex:24904; appliedIndex:24903; }","duration":"166.552428ms","start":"2026-03-06T01:25:25.931293Z","end":"2026-03-06T01:25:26.097845Z","steps":["trace[740073734] 'read index received' (duration: 21.31358ms)","trace[740073734] 'applied index is now lower than readState.Index' (duration: 145.237548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:26.097988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.695221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:25:26.098024Z","caller":"traceutil/trace.go:171","msg":"trace[1784027193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24064; }","duration":"166.731831ms","start":"2026-03-06T01:25:25.931282Z","end":"2026-03-06T01:25:26.098014Z","steps":["trace[1784027193] 'agreement among raft nodes before linearized reading' (duration: 166.609419ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:26.098113Z","caller":"traceutil/trace.go:171","msg":"trace[81265122] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"177.505329ms","start":"2026-03-06T01:25:25.920569Z","end":"2026-03-06T01:25:26.098075Z","steps":["trace[81265122] 'process raft request' (duration: 32.054566ms)","trace[81265122] 'compare' (duration: 144.936212ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:26.230907Z","caller":"traceutil/trace.go:171","msg":"trace[569051960] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"109.866969ms","start":"2026-03-06T01:25:26.12101Z","end":"2026-03-06T01:25:26.230877Z","steps":["trace[569051960] 'process raft request' (duration: 109.672645ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:26.232522Z","caller":"traceutil/trace.go:171","msg":"trace[1862095034] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"109.00174ms","start":"2026-03-06T01:25:26.123493Z","end":"2026-03-06T01:25:26.232494Z","steps":["trace[1862095034] 'process raft request' (duration: 108.713424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:28.52324Z","caller":"traceutil/trace.go:171","msg":"trace[702163326] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"108.321316ms","start":"2026-03-06T01:25:28.414879Z","end":"2026-03-06T01:25:28.5232Z","steps":["trace[702163326] 'process raft request' (duration: 108.210632ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:28.523538Z","caller":"traceutil/trace.go:171","msg":"trace[2085913422] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"110.021153ms","start":"2026-03-06T01:25:28.413448Z","end":"2026-03-06T01:25:28.523469Z","steps":["trace[2085913422] 'process raft request' (duration: 91.870053ms)","trace[2085913422] 'compare' (duration: 17.187858ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:29.056985Z","caller":"traceutil/trace.go:171","msg":"trace[158694575] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"134.94119ms","start":"2026-03-06T01:25:28.922008Z","end":"2026-03-06T01:25:29.056949Z","steps":["trace[158694575] 'process raft request' (duration: 70.606714ms)","trace[158694575] 'compare' (duration: 64.183813ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:29.292461Z","caller":"traceutil/trace.go:171","msg":"trace[2023571447] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"107.926676ms","start":"2026-03-06T01:25:29.184476Z","end":"2026-03-06T01:25:29.292403Z","steps":["trace[2023571447] 'process raft request' (duration: 107.735462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:29.298528Z","caller":"traceutil/trace.go:171","msg":"trace[1570077566] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"112.442115ms","start":"2026-03-06T01:25:29.186069Z","end":"2026-03-06T01:25:29.298511Z","steps":["trace[1570077566] 'process raft request' (duration: 112.356314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:30.772532Z","caller":"traceutil/trace.go:171","msg":"trace[399489917] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"110.126265ms","start":"2026-03-06T01:25:30.662373Z","end":"2026-03-06T01:25:30.772499Z","steps":["trace[399489917] 'process raft request' (duration: 54.238554ms)","trace[399489917] 'compare' (duration: 55.707247ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:31.197032Z","caller":"traceutil/trace.go:171","msg":"trace[2142065643] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"135.273498ms","start":"2026-03-06T01:25:31.06173Z","end":"2026-03-06T01:25:31.197003Z","steps":["trace[2142065643] 'process raft request' (duration: 132.896116ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:31.614703Z","caller":"traceutil/trace.go:171","msg":"trace[106242648] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"110.331528ms","start":"2026-03-06T01:25:31.504318Z","end":"2026-03-06T01:25:31.614649Z","steps":["trace[106242648] 'process raft request' (duration: 110.028722ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:32.385555Z","caller":"traceutil/trace.go:171","msg":"trace[824558122] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"150.872782ms","start":"2026-03-06T01:25:32.23466Z","end":"2026-03-06T01:25:32.385532Z","steps":["trace[824558122] 'process raft request' (duration: 150.655177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:32.385738Z","caller":"traceutil/trace.go:171","msg":"trace[1428232027] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"150.962374ms","start":"2026-03-06T01:25:32.234765Z","end":"2026-03-06T01:25:32.385727Z","steps":["trace[1428232027] 'process raft request' (duration: 150.720389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:32.94862Z","caller":"traceutil/trace.go:171","msg":"trace[770203308] linearizableReadLoop","detail":"{readStateIndex:24959; appliedIndex:24958; }","duration":"125.906992ms","start":"2026-03-06T01:25:32.822691Z","end":"2026-03-06T01:25:32.948598Z","steps":["trace[770203308] 'read index received' (duration: 104.216075ms)","trace[770203308] 'applied index is now lower than readState.Index' (duration: 21.689627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:32.948842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.124077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9648"} {"level":"info","ts":"2026-03-06T01:25:32.948866Z","caller":"traceutil/trace.go:171","msg":"trace[896468072] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"127.278792ms","start":"2026-03-06T01:25:32.821561Z","end":"2026-03-06T01:25:32.94884Z","steps":["trace[896468072] 'process raft request' (duration: 105.333218ms)","trace[896468072] 'compare' (duration: 21.560945ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:32.948959Z","caller":"traceutil/trace.go:171","msg":"trace[1243151429] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24117; }","duration":"126.215319ms","start":"2026-03-06T01:25:32.822675Z","end":"2026-03-06T01:25:32.94889Z","steps":["trace[1243151429] 'agreement among raft nodes before linearized reading' (duration: 126.049655ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:33.127025Z","caller":"traceutil/trace.go:171","msg":"trace[549469625] linearizableReadLoop","detail":"{readStateIndex:24962; appliedIndex:24961; }","duration":"105.600736ms","start":"2026-03-06T01:25:33.021401Z","end":"2026-03-06T01:25:33.127001Z","steps":["trace[549469625] 'read index received' (duration: 43.704233ms)","trace[549469625] 'applied index is now lower than readState.Index' (duration: 61.895553ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:33.127227Z","caller":"traceutil/trace.go:171","msg":"trace[1147160124] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"120.521684ms","start":"2026-03-06T01:25:33.006675Z","end":"2026-03-06T01:25:33.127197Z","steps":["trace[1147160124] 'process raft request' (duration: 58.528939ms)","trace[1147160124] 'compare' (duration: 61.615407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:33.127397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.354688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10673"} {"level":"info","ts":"2026-03-06T01:25:33.12747Z","caller":"traceutil/trace.go:171","msg":"trace[1915036794] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24120; }","duration":"124.470571ms","start":"2026-03-06T01:25:33.002986Z","end":"2026-03-06T01:25:33.127457Z","steps":["trace[1915036794] 'agreement among raft nodes before linearized reading' (duration: 124.184144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:33.351503Z","caller":"traceutil/trace.go:171","msg":"trace[1677505759] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"148.687794ms","start":"2026-03-06T01:25:33.20278Z","end":"2026-03-06T01:25:33.351468Z","steps":["trace[1677505759] 'process raft request' (duration: 96.810852ms)","trace[1677505759] 'compare' (duration: 51.690107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:34.322684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.460467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:25:34.322759Z","caller":"traceutil/trace.go:171","msg":"trace[16027902] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24128; }","duration":"207.58214ms","start":"2026-03-06T01:25:34.11516Z","end":"2026-03-06T01:25:34.322743Z","steps":["trace[16027902] 'range keys from in-memory index tree' (duration: 207.365915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:34.322983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.141297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-06T01:25:34.323065Z","caller":"traceutil/trace.go:171","msg":"trace[1979596393] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24128; }","duration":"225.220439ms","start":"2026-03-06T01:25:34.097831Z","end":"2026-03-06T01:25:34.323052Z","steps":["trace[1979596393] 'range keys from in-memory index tree' (duration: 224.623087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:35.507514Z","caller":"traceutil/trace.go:171","msg":"trace[1171936368] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"106.74935ms","start":"2026-03-06T01:25:35.400743Z","end":"2026-03-06T01:25:35.507492Z","steps":["trace[1171936368] 'process raft request' (duration: 106.712699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:35.507615Z","caller":"traceutil/trace.go:171","msg":"trace[1961329181] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"113.892728ms","start":"2026-03-06T01:25:35.393659Z","end":"2026-03-06T01:25:35.507552Z","steps":["trace[1961329181] 'process raft request' (duration: 63.803275ms)","trace[1961329181] 'compare' (duration: 49.869938ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:36.538563Z","caller":"traceutil/trace.go:171","msg":"trace[660163391] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"117.655581ms","start":"2026-03-06T01:25:36.420867Z","end":"2026-03-06T01:25:36.538522Z","steps":["trace[660163391] 'process raft request' (duration: 87.935876ms)","trace[660163391] 'compare' (duration: 28.967987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:40.036849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.334318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:40.037005Z","caller":"traceutil/trace.go:171","msg":"trace[1473059166] linearizableReadLoop","detail":"{readStateIndex:25012; appliedIndex:25011; }","duration":"277.080531ms","start":"2026-03-06T01:25:39.759907Z","end":"2026-03-06T01:25:40.036987Z","steps":["trace[1473059166] 'read index received' (duration: 52.491µs)","trace[1473059166] 'applied index is now lower than readState.Index' (duration: 277.02599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:40.037332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.79521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:40.037327Z","caller":"traceutil/trace.go:171","msg":"trace[1341651069] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"494.910137ms","start":"2026-03-06T01:25:39.542312Z","end":"2026-03-06T01:25:40.037222Z","steps":["trace[1341651069] 'process raft request' (duration: 77.098897ms)","trace[1341651069] 'compare' (duration: 416.892289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:40.037362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.444658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:40.037398Z","caller":"traceutil/trace.go:171","msg":"trace[688388074] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24169; }","duration":"130.893822ms","start":"2026-03-06T01:25:39.906484Z","end":"2026-03-06T01:25:40.037378Z","steps":["trace[688388074] 'agreement among raft nodes before linearized reading' (duration: 130.79705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:40.037433Z","caller":"traceutil/trace.go:171","msg":"trace[1519015988] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24169; }","duration":"277.530991ms","start":"2026-03-06T01:25:39.759884Z","end":"2026-03-06T01:25:40.037415Z","steps":["trace[1519015988] 'agreement among raft nodes before linearized reading' (duration: 277.400658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:40.037605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.542287Z","time spent":"495.125271ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:55.374174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.561141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:55.374354Z","caller":"traceutil/trace.go:171","msg":"trace[815955615] linearizableReadLoop","detail":"{readStateIndex:25115; appliedIndex:25114; }","duration":"580.793027ms","start":"2026-03-06T01:25:54.793537Z","end":"2026-03-06T01:25:55.37433Z","steps":["trace[815955615] 'read index received' (duration: 44.855277ms)","trace[815955615] 'applied index is now lower than readState.Index' (duration: 535.935669ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:55.374442Z","caller":"traceutil/trace.go:171","msg":"trace[592492823] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"584.257944ms","start":"2026-03-06T01:25:54.790139Z","end":"2026-03-06T01:25:55.374397Z","steps":["trace[592492823] 'process raft request' (duration: 48.329714ms)","trace[592492823] 'compare' (duration: 535.242834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:55.374629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.790108Z","time spent":"584.431008ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:55.374714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.176886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:25:55.374816Z","caller":"traceutil/trace.go:171","msg":"trace[145610631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24269; }","duration":"581.325259ms","start":"2026-03-06T01:25:54.793474Z","end":"2026-03-06T01:25:55.374799Z","steps":["trace[145610631] 'agreement among raft nodes before linearized reading' (duration: 580.959331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.374914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.793458Z","time spent":"581.439472ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:25:55.388627Z","caller":"traceutil/trace.go:171","msg":"trace[1151558829] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"437.556185ms","start":"2026-03-06T01:25:54.951055Z","end":"2026-03-06T01:25:55.388611Z","steps":["trace[1151558829] 'process raft request' (duration: 437.449792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.388731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.95103Z","time spent":"437.653976ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:56.467415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.024417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:56.467593Z","caller":"traceutil/trace.go:171","msg":"trace[388217516] linearizableReadLoop","detail":"{readStateIndex:25117; appliedIndex:25115; }","duration":"1.093177858s","start":"2026-03-06T01:25:55.374398Z","end":"2026-03-06T01:25:56.467576Z","steps":["trace[388217516] 'read index received' (duration: 14.183042ms)","trace[388217516] 'applied index is now lower than readState.Index' (duration: 1.078993946s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:56.467808Z","caller":"traceutil/trace.go:171","msg":"trace[1189685156] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"1.155614623s","start":"2026-03-06T01:25:55.312178Z","end":"2026-03-06T01:25:56.467793Z","steps":["trace[1189685156] 'process raft request' (duration: 264.119116ms)","trace[1189685156] 'compare' (duration: 890.906275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:56.467877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.312153Z","time spent":"1.155689795s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:56.468192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638898843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:56.468218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169510429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:56.468296Z","caller":"traceutil/trace.go:171","msg":"trace[1297921241] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"1.088772022s","start":"2026-03-06T01:25:55.379498Z","end":"2026-03-06T01:25:56.46827Z","steps":["trace[1297921241] 'process raft request' (duration: 1.088018855s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.468341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394434251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:25:56.46834Z","caller":"traceutil/trace.go:171","msg":"trace[687084712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24272; }","duration":"1.169672733s","start":"2026-03-06T01:25:55.298638Z","end":"2026-03-06T01:25:56.468311Z","steps":["trace[687084712] 'agreement among raft nodes before linearized reading' (duration: 1.169462038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.468371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648695469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:25:56.468406Z","caller":"traceutil/trace.go:171","msg":"trace[1768036141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24272; }","duration":"1.394540673s","start":"2026-03-06T01:25:55.073849Z","end":"2026-03-06T01:25:56.46839Z","steps":["trace[1768036141] 'agreement among raft nodes before linearized reading' (duration: 1.394335319s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.46845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.298615Z","time spent":"1.169789176s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:56.468468Z","caller":"traceutil/trace.go:171","msg":"trace[105959711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24272; }","duration":"1.648804542s","start":"2026-03-06T01:25:54.819643Z","end":"2026-03-06T01:25:56.468448Z","steps":["trace[105959711] 'agreement among raft nodes before linearized reading' (duration: 1.648553616s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.468484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.073827Z","time spent":"1.394647665s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:56.46854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.819636Z","time spent":"1.648888043s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:56.468527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672175516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:25:56.468635Z","caller":"traceutil/trace.go:171","msg":"trace[556200389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24272; }","duration":"1.672330609s","start":"2026-03-06T01:25:54.796276Z","end":"2026-03-06T01:25:56.468607Z","steps":["trace[556200389] 'agreement among raft nodes before linearized reading' (duration: 1.671972961s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.468704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.796269Z","time spent":"1.672419281s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:56.468705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646607433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:56.468764Z","caller":"traceutil/trace.go:171","msg":"trace[1873870174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24272; }","duration":"1.646687795s","start":"2026-03-06T01:25:54.822061Z","end":"2026-03-06T01:25:56.468749Z","steps":["trace[1873870174] 'agreement among raft nodes before linearized reading' (duration: 1.646581473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.468801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.822055Z","time spent":"1.646735466s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:56.468194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130692304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:56.468317Z","caller":"traceutil/trace.go:171","msg":"trace[556156345] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24272; }","duration":"1.639288751s","start":"2026-03-06T01:25:54.829001Z","end":"2026-03-06T01:25:56.46829Z","steps":["trace[556156345] 'agreement among raft nodes before linearized reading' (duration: 1.638929203s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:56.468886Z","caller":"traceutil/trace.go:171","msg":"trace[564493826] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24272; }","duration":"1.13144367s","start":"2026-03-06T01:25:55.33741Z","end":"2026-03-06T01:25:56.468853Z","steps":["trace[564493826] 'agreement among raft nodes before linearized reading' (duration: 1.130687004s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.468953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.337386Z","time spent":"1.131548543s","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:56.46896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.828985Z","time spent":"1.639949756s","remote":"127.0.0.1:41882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:56.468937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.379473Z","time spent":"1.088891274s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:56.968175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056286112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:57.090167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.513767718s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:25:58.414466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321501176s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:25:58.470133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999097174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:25:58.470417Z","caller":"traceutil/trace.go:171","msg":"trace[1568762901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999293819s","start":"2026-03-06T01:25:56.470974Z","end":"2026-03-06T01:25:58.470267Z","steps":["trace[1568762901] 'agreement among raft nodes before linearized reading' (duration: 1.999121965s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.470688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.470957Z","time spent":"1.999687717s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:25:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:25:58.500439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409892421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:58.500872Z","caller":"traceutil/trace.go:171","msg":"trace[954980917] linearizableReadLoop","detail":"{readStateIndex:25124; appliedIndex:25118; }","duration":"2.033221395s","start":"2026-03-06T01:25:56.467628Z","end":"2026-03-06T01:25:58.500849Z","steps":["trace[954980917] 'read index received' (duration: 622.795932ms)","trace[954980917] 'applied index is now lower than readState.Index' (duration: 1.410424173s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:58.500985Z","caller":"traceutil/trace.go:171","msg":"trace[950612667] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"2.969630931s","start":"2026-03-06T01:25:55.531336Z","end":"2026-03-06T01:25:58.500967Z","steps":["trace[950612667] 'process raft request' (duration: 1.559076335s)","trace[950612667] 'compare' (duration: 1.409755768s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:58.501083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.531312Z","time spent":"2.969717344s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:58.501346Z","caller":"traceutil/trace.go:171","msg":"trace[235377079] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"2.728227227s","start":"2026-03-06T01:25:55.773102Z","end":"2026-03-06T01:25:58.501329Z","steps":["trace[235377079] 'process raft request' (duration: 2.72745989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.501446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.773076Z","time spent":"2.728319419s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:58.501643Z","caller":"traceutil/trace.go:171","msg":"trace[93538000] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"2.330239325s","start":"2026-03-06T01:25:56.171388Z","end":"2026-03-06T01:25:58.501628Z","steps":["trace[93538000] 'process raft request' (duration: 2.329246172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.501739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.171359Z","time spent":"2.330329906s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.501959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174367622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:58.502066Z","caller":"traceutil/trace.go:171","msg":"trace[1181243433] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24278; }","duration":"2.174536946s","start":"2026-03-06T01:25:56.327504Z","end":"2026-03-06T01:25:58.502041Z","steps":["trace[1181243433] 'agreement among raft nodes before linearized reading' (duration: 2.174228909s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.502075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280610291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:25:58.50213Z","caller":"traceutil/trace.go:171","msg":"trace[453471709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24278; }","duration":"2.280666162s","start":"2026-03-06T01:25:56.221446Z","end":"2026-03-06T01:25:58.502112Z","steps":["trace[453471709] 'agreement among raft nodes before linearized reading' (duration: 2.280484788s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:58.502157Z","caller":"traceutil/trace.go:171","msg":"trace[687577179] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"2.028296247s","start":"2026-03-06T01:25:56.473827Z","end":"2026-03-06T01:25:58.502123Z","steps":["trace[687577179] 'process raft request' (duration: 2.026966918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.502131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.327483Z","time spent":"2.174630257s","remote":"127.0.0.1:42128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.50221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06615655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:58.502206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561271791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:58.502202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407069426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:58.502271Z","caller":"traceutil/trace.go:171","msg":"trace[1944851271] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24278; }","duration":"2.066211641s","start":"2026-03-06T01:25:56.43604Z","end":"2026-03-06T01:25:58.502252Z","steps":["trace[1944851271] 'agreement among raft nodes before linearized reading' (duration: 2.066122369s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:58.502286Z","caller":"traceutil/trace.go:171","msg":"trace[705494284] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24278; }","duration":"2.407202339s","start":"2026-03-06T01:25:56.095067Z","end":"2026-03-06T01:25:58.50227Z","steps":["trace[705494284] 'agreement among raft nodes before linearized reading' (duration: 2.407045145s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.502286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07404548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:25:58.50229Z","caller":"traceutil/trace.go:171","msg":"trace[755226502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24278; }","duration":"2.561400814s","start":"2026-03-06T01:25:55.940865Z","end":"2026-03-06T01:25:58.502266Z","steps":["trace[755226502] 'agreement among raft nodes before linearized reading' (duration: 2.561262531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.50229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.473812Z","time spent":"2.028410739s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.502325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.43598Z","time spent":"2.066329454s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.50233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.095048Z","time spent":"2.40727199s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:58.502347Z","caller":"traceutil/trace.go:171","msg":"trace[833167970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24278; }","duration":"3.074145532s","start":"2026-03-06T01:25:55.428182Z","end":"2026-03-06T01:25:58.502327Z","steps":["trace[833167970] 'agreement among raft nodes before linearized reading' (duration: 3.073932217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.502351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.940846Z","time spent":"2.561490155s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.502391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.428162Z","time spent":"3.074217454s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:25:58.502436Z","caller":"traceutil/trace.go:171","msg":"trace[1038417199] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"2.028606513s","start":"2026-03-06T01:25:56.473811Z","end":"2026-03-06T01:25:58.502418Z","steps":["trace[1038417199] 'process raft request' (duration: 2.026878275s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.502524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.473796Z","time spent":"2.028681564s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.502188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.221385Z","time spent":"2.280788876s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-06T01:25:58.502595Z","caller":"traceutil/trace.go:171","msg":"trace[312156780] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"2.028768136s","start":"2026-03-06T01:25:56.47381Z","end":"2026-03-06T01:25:58.502578Z","steps":["trace[312156780] 'process raft request' (duration: 2.026933987s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.502691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.473793Z","time spent":"2.028844768s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:58.502754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112682514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:25:58.502829Z","caller":"traceutil/trace.go:171","msg":"trace[1610025446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24278; }","duration":"2.112807747s","start":"2026-03-06T01:25:56.390007Z","end":"2026-03-06T01:25:58.502815Z","steps":["trace[1610025446] 'agreement among raft nodes before linearized reading' (duration: 2.112609142s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.502879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.389982Z","time spent":"2.112884699s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:25:59.001851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420971056286119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:00.437861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533261657s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:00.43799Z","caller":"traceutil/trace.go:171","msg":"trace[231111690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24278; }","duration":"1.533400361s","start":"2026-03-06T01:25:58.904568Z","end":"2026-03-06T01:26:00.437969Z","steps":["trace[231111690] 'range keys from in-memory index tree' (duration: 1.533245507s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.438088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156514913s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:00.438346Z","caller":"traceutil/trace.go:171","msg":"trace[1045318774] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"3.043989268s","start":"2026-03-06T01:25:57.394333Z","end":"2026-03-06T01:26:00.438323Z","steps":["trace[1045318774] 'process raft request' (duration: 3.043863876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.43844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.394308Z","time spent":"3.04408537s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:00.43872Z","caller":"traceutil/trace.go:171","msg":"trace[2112657926] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"3.057853784s","start":"2026-03-06T01:25:57.380845Z","end":"2026-03-06T01:26:00.438699Z","steps":["trace[2112657926] 'process raft request' (duration: 1.900616985s)","trace[2112657926] 'compare' (duration: 1.156001082s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:00.438807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.380821Z","time spent":"3.057936975s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:00.481023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000861732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:26:00.481124Z","caller":"traceutil/trace.go:171","msg":"trace[1744967281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001014906s","start":"2026-03-06T01:25:58.480087Z","end":"2026-03-06T01:26:00.481102Z","steps":["trace[1744967281] 'agreement among raft nodes before linearized reading' (duration: 2.000881693s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:00.481202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.480069Z","time spent":"2.001097477s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:26:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:26:01.025631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744157241s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:26:01.02837Z","caller":"traceutil/trace.go:171","msg":"trace[1156217632] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"2.553661434s","start":"2026-03-06T01:25:58.474674Z","end":"2026-03-06T01:26:01.028336Z","steps":["trace[1156217632] 'process raft request' (duration: 2.551185209s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.028389Z","caller":"traceutil/trace.go:171","msg":"trace[703439757] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"2.521104286s","start":"2026-03-06T01:25:58.507256Z","end":"2026-03-06T01:26:01.02836Z","steps":["trace[703439757] 'process raft request' (duration: 2.520966513s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.028555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.474664Z","time spent":"2.553803616s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:01.028574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.507244Z","time spent":"2.521250789s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:01.028635Z","caller":"traceutil/trace.go:171","msg":"trace[1279797460] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"2.460730968s","start":"2026-03-06T01:25:58.567889Z","end":"2026-03-06T01:26:01.02862Z","steps":["trace[1279797460] 'process raft request' (duration: 2.460418971s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.028731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.567865Z","time spent":"2.460819009s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:01.028771Z","caller":"traceutil/trace.go:171","msg":"trace[1758212447] linearizableReadLoop","detail":"{readStateIndex:25130; appliedIndex:25124; }","duration":"2.527830414s","start":"2026-03-06T01:25:58.500927Z","end":"2026-03-06T01:26:01.028758Z","steps":["trace[1758212447] 'read index received' (duration: 780.547064ms)","trace[1758212447] 'applied index is now lower than readState.Index' (duration: 1.74728237s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:01.028891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900265824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:01.028927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10721546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:01.028939Z","caller":"traceutil/trace.go:171","msg":"trace[325298680] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24284; }","duration":"2.900348195s","start":"2026-03-06T01:25:58.128579Z","end":"2026-03-06T01:26:01.028927Z","steps":["trace[325298680] 'agreement among raft nodes before linearized reading' (duration: 2.900260204s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.028961Z","caller":"traceutil/trace.go:171","msg":"trace[626223819] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24284; }","duration":"3.107288022s","start":"2026-03-06T01:25:57.921663Z","end":"2026-03-06T01:26:01.028951Z","steps":["trace[626223819] 'agreement among raft nodes before linearized reading' (duration: 3.107221161s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.028972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.128561Z","time spent":"2.900403257s","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:01.028998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.921644Z","time spent":"3.107346503s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:01.02912Z","caller":"traceutil/trace.go:171","msg":"trace[305004669] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"2.339434276s","start":"2026-03-06T01:25:58.689675Z","end":"2026-03-06T01:26:01.029109Z","steps":["trace[305004669] 'process raft request' (duration: 2.338886685s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.029189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.689656Z","time spent":"2.339495378s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:01.029205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164171104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:01.029249Z","caller":"traceutil/trace.go:171","msg":"trace[1147334283] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24284; }","duration":"3.164258426s","start":"2026-03-06T01:25:57.864976Z","end":"2026-03-06T01:26:01.029235Z","steps":["trace[1147334283] 'agreement among raft nodes before linearized reading' (duration: 3.164181014s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.029299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.864957Z","time spent":"3.164328557s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:01.02934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362986968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:26:01.029382Z","caller":"traceutil/trace.go:171","msg":"trace[1924342834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24284; }","duration":"4.36307837s","start":"2026-03-06T01:25:56.666294Z","end":"2026-03-06T01:26:01.029372Z","steps":["trace[1924342834] 'agreement among raft nodes before linearized reading' (duration: 4.362911526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.029415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.666269Z","time spent":"4.363139572s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:01.029444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556197979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:01.029482Z","caller":"traceutil/trace.go:171","msg":"trace[1139301898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24284; }","duration":"2.5562686s","start":"2026-03-06T01:25:58.473204Z","end":"2026-03-06T01:26:01.029472Z","steps":["trace[1139301898] 'agreement among raft nodes before linearized reading' (duration: 2.556121717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.029514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.473183Z","time spent":"2.556324901s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:01.029607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283629401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T01:26:01.029643Z","caller":"traceutil/trace.go:171","msg":"trace[751173796] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:24284; }","duration":"4.283704713s","start":"2026-03-06T01:25:56.745929Z","end":"2026-03-06T01:26:01.029634Z","steps":["trace[751173796] 'agreement among raft nodes before linearized reading' (duration: 4.283618361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.029667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898713509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:01.029706Z","caller":"traceutil/trace.go:171","msg":"trace[1403313466] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24284; }","duration":"2.898787741s","start":"2026-03-06T01:25:58.130907Z","end":"2026-03-06T01:26:01.029695Z","steps":["trace[1403313466] 'agreement among raft nodes before linearized reading' (duration: 2.89872927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.029742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.130883Z","time spent":"2.898848892s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:01.029674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.745909Z","time spent":"4.283758895s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-03-06T01:26:01.029992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523777565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-06T01:26:01.030035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.724356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:26:01.030067Z","caller":"traceutil/trace.go:171","msg":"trace[523095829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24287; }","duration":"521.780257ms","start":"2026-03-06T01:26:00.508277Z","end":"2026-03-06T01:26:01.030058Z","steps":["trace[523095829] 'agreement among raft nodes before linearized reading' (duration: 521.691605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.030106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.508267Z","time spent":"521.830358ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:26:01.030148Z","caller":"traceutil/trace.go:171","msg":"trace[2137096704] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"520.926449ms","start":"2026-03-06T01:26:00.509209Z","end":"2026-03-06T01:26:01.030136Z","steps":["trace[2137096704] 'process raft request' (duration: 520.584311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.030176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.90839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:26:01.030228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.509182Z","time spent":"521.006331ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:01.030247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.374994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:01.030277Z","caller":"traceutil/trace.go:171","msg":"trace[1196371938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24287; }","duration":"147.477317ms","start":"2026-03-06T01:26:00.882789Z","end":"2026-03-06T01:26:01.030267Z","steps":["trace[1196371938] 'agreement among raft nodes before linearized reading' (duration: 147.428935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.0304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.780902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:01.030453Z","caller":"traceutil/trace.go:171","msg":"trace[1671699893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24287; }","duration":"548.930385ms","start":"2026-03-06T01:26:00.48151Z","end":"2026-03-06T01:26:01.030441Z","steps":["trace[1671699893] 'agreement among raft nodes before linearized reading' (duration: 548.842923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.030478Z","caller":"traceutil/trace.go:171","msg":"trace[1404144345] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"521.39301ms","start":"2026-03-06T01:26:00.509074Z","end":"2026-03-06T01:26:01.030467Z","steps":["trace[1404144345] 'process raft request' (duration: 520.550861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.030501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.481485Z","time spent":"549.005517ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:01.03053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.376889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:26:01.030537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.509054Z","time spent":"521.452891ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:01.030557Z","caller":"traceutil/trace.go:171","msg":"trace[471919704] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24287; }","duration":"521.426291ms","start":"2026-03-06T01:26:00.509122Z","end":"2026-03-06T01:26:01.030549Z","steps":["trace[471919704] 'agreement among raft nodes before linearized reading' (duration: 521.356209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.030584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.509108Z","time spent":"521.469911ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:26:01.030746Z","caller":"traceutil/trace.go:171","msg":"trace[915604057] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"521.593925ms","start":"2026-03-06T01:26:00.509135Z","end":"2026-03-06T01:26:01.030729Z","steps":["trace[915604057] 'process raft request' (duration: 520.580472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.030788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.738319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:01.03082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.509119Z","time spent":"521.665336ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:01.030859Z","caller":"traceutil/trace.go:171","msg":"trace[2113996502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24287; }","duration":"666.843742ms","start":"2026-03-06T01:26:00.363995Z","end":"2026-03-06T01:26:01.030839Z","steps":["trace[2113996502] 'agreement among raft nodes before linearized reading' (duration: 666.74412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.030229Z","caller":"traceutil/trace.go:171","msg":"trace[1406903374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24287; }","duration":"522.017592ms","start":"2026-03-06T01:26:00.508199Z","end":"2026-03-06T01:26:01.030217Z","steps":["trace[1406903374] 'agreement among raft nodes before linearized reading' (duration: 521.89334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.03097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.508168Z","time spent":"522.792411ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:01.030972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.363976Z","time spent":"666.976594ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:01.030977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.872884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:01.031028Z","caller":"traceutil/trace.go:171","msg":"trace[443476909] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24287; }","duration":"855.957666ms","start":"2026-03-06T01:26:00.175055Z","end":"2026-03-06T01:26:01.031012Z","steps":["trace[443476909] 'agreement among raft nodes before linearized reading' (duration: 855.890664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.031084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.175033Z","time spent":"856.036877ms","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:01.030064Z","caller":"traceutil/trace.go:171","msg":"trace[1219885713] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f; range_end:; response_count:1; response_revision:24287; }","duration":"2.523850837s","start":"2026-03-06T01:25:58.506196Z","end":"2026-03-06T01:26:01.030046Z","steps":["trace[1219885713] 'agreement among raft nodes before linearized reading' (duration: 2.523661803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.031246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.50616Z","time spent":"2.525067484s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-9973d4f1-09a1-4402-8576-1d3d9b37d53f\" "} {"level":"warn","ts":"2026-03-06T01:26:01.031281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524578612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:26:01.03131Z","caller":"traceutil/trace.go:171","msg":"trace[251275277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24287; }","duration":"2.524622044s","start":"2026-03-06T01:25:58.506678Z","end":"2026-03-06T01:26:01.0313Z","steps":["trace[251275277] 'agreement among raft nodes before linearized reading' (duration: 2.524515492s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.031334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.506672Z","time spent":"2.524657465s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:01.030913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424548421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:01.031391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.517915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6c9db4c7c7-s44qv.189a1a5f5806ee1e\" ","response":"range_response_count:1 size:1979"} {"level":"warn","ts":"2026-03-06T01:26:01.030461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.006142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:01.03141Z","caller":"traceutil/trace.go:171","msg":"trace[1234191661] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24287; }","duration":"2.425098113s","start":"2026-03-06T01:25:58.606297Z","end":"2026-03-06T01:26:01.031395Z","steps":["trace[1234191661] 'agreement among raft nodes before linearized reading' (duration: 2.424562111s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.031422Z","caller":"traceutil/trace.go:171","msg":"trace[2015229174] range","detail":"{range_begin:/registry/events/openstack/glance-api-6c9db4c7c7-s44qv.189a1a5f5806ee1e; range_end:; response_count:1; response_revision:24287; }","duration":"904.593756ms","start":"2026-03-06T01:26:00.126819Z","end":"2026-03-06T01:26:01.031413Z","steps":["trace[2015229174] 'agreement among raft nodes before linearized reading' (duration: 904.503474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.031447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.606276Z","time spent":"2.425157304s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:01.031456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.126798Z","time spent":"904.650007ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2002,"request content":"key:\"/registry/events/openstack/glance-api-6c9db4c7c7-s44qv.189a1a5f5806ee1e\" "} {"level":"warn","ts":"2026-03-06T01:26:01.031418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124819815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:01.031667Z","caller":"traceutil/trace.go:171","msg":"trace[503203334] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24287; }","duration":"1.125105872s","start":"2026-03-06T01:25:59.906549Z","end":"2026-03-06T01:26:01.031655Z","steps":["trace[503203334] 'agreement among raft nodes before linearized reading' (duration: 1.124834066s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.031708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.906529Z","time spent":"1.125167023s","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:01.031425Z","caller":"traceutil/trace.go:171","msg":"trace[558322843] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24287; }","duration":"324.050234ms","start":"2026-03-06T01:26:00.707368Z","end":"2026-03-06T01:26:01.031418Z","steps":["trace[558322843] 'agreement among raft nodes before linearized reading' (duration: 323.040043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.031873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.707348Z","time spent":"324.509894ms","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:02.621041Z","caller":"traceutil/trace.go:171","msg":"trace[2010661652] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"176.091727ms","start":"2026-03-06T01:26:02.444918Z","end":"2026-03-06T01:26:02.62101Z","steps":["trace[2010661652] 'process raft request' (duration: 165.918923ms)","trace[2010661652] 'compare' (duration: 10.037281ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:03.220114Z","caller":"traceutil/trace.go:171","msg":"trace[1619828858] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25145; }","duration":"174.162635ms","start":"2026-03-06T01:26:03.045919Z","end":"2026-03-06T01:26:03.220082Z","steps":["trace[1619828858] 'read index received' (duration: 31.603926ms)","trace[1619828858] 'applied index is now lower than readState.Index' (duration: 142.557799ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:03.22073Z","caller":"traceutil/trace.go:171","msg":"trace[1891107424] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"180.399462ms","start":"2026-03-06T01:26:03.040288Z","end":"2026-03-06T01:26:03.220687Z","steps":["trace[1891107424] 'process raft request' (duration: 179.759378ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.221093Z","caller":"traceutil/trace.go:171","msg":"trace[616900973] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"182.817956ms","start":"2026-03-06T01:26:03.038254Z","end":"2026-03-06T01:26:03.221072Z","steps":["trace[616900973] 'process raft request' (duration: 181.464846ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.22122Z","caller":"traceutil/trace.go:171","msg":"trace[1416390568] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"182.668303ms","start":"2026-03-06T01:26:03.038538Z","end":"2026-03-06T01:26:03.221206Z","steps":["trace[1416390568] 'process raft request' (duration: 181.417555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.221577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.599796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:26:03.221419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.479354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T01:26:03.221744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.140467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:26:03.22178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.787539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:03.221834Z","caller":"traceutil/trace.go:171","msg":"trace[540135865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24301; }","duration":"175.920933ms","start":"2026-03-06T01:26:03.045883Z","end":"2026-03-06T01:26:03.221804Z","steps":["trace[540135865] 'agreement among raft nodes before linearized reading' (duration: 175.34343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.221865Z","caller":"traceutil/trace.go:171","msg":"trace[1448568182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24301; }","duration":"169.871951ms","start":"2026-03-06T01:26:03.05197Z","end":"2026-03-06T01:26:03.221842Z","steps":["trace[1448568182] 'agreement among raft nodes before linearized reading' (duration: 169.651996ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.221849Z","caller":"traceutil/trace.go:171","msg":"trace[1239440875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24301; }","duration":"175.283039ms","start":"2026-03-06T01:26:03.046547Z","end":"2026-03-06T01:26:03.22183Z","steps":["trace[1239440875] 'agreement among raft nodes before linearized reading' (duration: 174.957072ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.221629Z","caller":"traceutil/trace.go:171","msg":"trace[827040909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24301; }","duration":"175.706169ms","start":"2026-03-06T01:26:03.045907Z","end":"2026-03-06T01:26:03.221613Z","steps":["trace[827040909] 'agreement among raft nodes before linearized reading' (duration: 175.514305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.227113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.30443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:26:03.227175Z","caller":"traceutil/trace.go:171","msg":"trace[1687534181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24301; }","duration":"180.814341ms","start":"2026-03-06T01:26:03.046346Z","end":"2026-03-06T01:26:03.227161Z","steps":["trace[1687534181] 'agreement among raft nodes before linearized reading' (duration: 175.200087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.227593Z","caller":"traceutil/trace.go:171","msg":"trace[340306394] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"188.104321ms","start":"2026-03-06T01:26:03.039404Z","end":"2026-03-06T01:26:03.227508Z","steps":["trace[340306394] 'process raft request' (duration: 180.603176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:05.345425Z","caller":"traceutil/trace.go:171","msg":"trace[1119270227] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"117.552698ms","start":"2026-03-06T01:26:05.227846Z","end":"2026-03-06T01:26:05.345399Z","steps":["trace[1119270227] 'process raft request' (duration: 117.397125ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:05.37754Z","caller":"traceutil/trace.go:171","msg":"trace[453390954] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"149.553102ms","start":"2026-03-06T01:26:05.227967Z","end":"2026-03-06T01:26:05.37752Z","steps":["trace[453390954] 'process raft request' (duration: 149.414259ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:05.37776Z","caller":"traceutil/trace.go:171","msg":"trace[1309077094] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"144.062981ms","start":"2026-03-06T01:26:05.233683Z","end":"2026-03-06T01:26:05.377746Z","steps":["trace[1309077094] 'process raft request' (duration: 143.809946ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:05.377739Z","caller":"traceutil/trace.go:171","msg":"trace[56137057] linearizableReadLoop","detail":"{readStateIndex:25162; appliedIndex:25160; }","duration":"149.236525ms","start":"2026-03-06T01:26:05.22847Z","end":"2026-03-06T01:26:05.377707Z","steps":["trace[56137057] 'read index received' (duration: 116.769741ms)","trace[56137057] 'applied index is now lower than readState.Index' (duration: 32.465034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:05.377964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.489991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:26:05.377995Z","caller":"traceutil/trace.go:171","msg":"trace[732214483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24314; }","duration":"149.586844ms","start":"2026-03-06T01:26:05.228401Z","end":"2026-03-06T01:26:05.377988Z","steps":["trace[732214483] 'agreement among raft nodes before linearized reading' (duration: 149.42025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.37807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.556006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:26:05.378133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.794302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:26:05.378139Z","caller":"traceutil/trace.go:171","msg":"trace[1718439427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24314; }","duration":"126.70431ms","start":"2026-03-06T01:26:05.251418Z","end":"2026-03-06T01:26:05.378123Z","steps":["trace[1718439427] 'agreement among raft nodes before linearized reading' (duration: 126.456834ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:05.378156Z","caller":"traceutil/trace.go:171","msg":"trace[1992553746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24314; }","duration":"116.831703ms","start":"2026-03-06T01:26:05.261315Z","end":"2026-03-06T01:26:05.378147Z","steps":["trace[1992553746] 'agreement among raft nodes before linearized reading' (duration: 116.776292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.378205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.888474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:26:05.378282Z","caller":"traceutil/trace.go:171","msg":"trace[2072774804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24314; }","duration":"116.994077ms","start":"2026-03-06T01:26:05.261269Z","end":"2026-03-06T01:26:05.378263Z","steps":["trace[2072774804] 'agreement among raft nodes before linearized reading' (duration: 116.790262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.378347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.052157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:26:05.378382Z","caller":"traceutil/trace.go:171","msg":"trace[1232653128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24314; }","duration":"117.112109ms","start":"2026-03-06T01:26:05.261261Z","end":"2026-03-06T01:26:05.378373Z","steps":["trace[1232653128] 'agreement among raft nodes before linearized reading' (duration: 117.013727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.378473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.21218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:26:05.378572Z","caller":"traceutil/trace.go:171","msg":"trace[1437857846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24314; }","duration":"117.350494ms","start":"2026-03-06T01:26:05.261199Z","end":"2026-03-06T01:26:05.378549Z","steps":["trace[1437857846] 'agreement among raft nodes before linearized reading' (duration: 117.102848ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:07.55669Z","caller":"traceutil/trace.go:171","msg":"trace[1170753980] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"100.660036ms","start":"2026-03-06T01:26:07.455994Z","end":"2026-03-06T01:26:07.556654Z","steps":["trace[1170753980] 'process raft request' (duration: 97.506856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.868293Z","caller":"traceutil/trace.go:171","msg":"trace[837516608] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"215.508835ms","start":"2026-03-06T01:27:03.652747Z","end":"2026-03-06T01:27:03.868256Z","steps":["trace[837516608] 'process raft request' (duration: 212.238792ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.934805Z","caller":"traceutil/trace.go:171","msg":"trace[1456402624] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"279.635605ms","start":"2026-03-06T01:27:03.655144Z","end":"2026-03-06T01:27:03.93478Z","steps":["trace[1456402624] 'process raft request' (duration: 279.457622ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.935084Z","caller":"traceutil/trace.go:171","msg":"trace[2112464585] linearizableReadLoop","detail":"{readStateIndex:25746; appliedIndex:25743; }","duration":"232.193891ms","start":"2026-03-06T01:27:03.702853Z","end":"2026-03-06T01:27:03.935047Z","steps":["trace[2112464585] 'read index received' (duration: 162.224402ms)","trace[2112464585] 'applied index is now lower than readState.Index' (duration: 69.966869ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:03.935133Z","caller":"traceutil/trace.go:171","msg":"trace[1030149541] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"278.211876ms","start":"2026-03-06T01:27:03.656872Z","end":"2026-03-06T01:27:03.935084Z","steps":["trace[1030149541] 'process raft request' (duration: 277.866788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.935308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.103641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:03.935399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.040357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:03.935422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.54198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:27:03.935485Z","caller":"traceutil/trace.go:171","msg":"trace[552890859] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24883; }","duration":"211.160299ms","start":"2026-03-06T01:27:03.724304Z","end":"2026-03-06T01:27:03.935464Z","steps":["trace[552890859] 'agreement among raft nodes before linearized reading' (duration: 210.978935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.935518Z","caller":"traceutil/trace.go:171","msg":"trace[1438763719] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24883; }","duration":"232.856057ms","start":"2026-03-06T01:27:03.702641Z","end":"2026-03-06T01:27:03.935497Z","steps":["trace[1438763719] 'agreement among raft nodes before linearized reading' (duration: 232.52565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.935531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.814534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:03.93553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.934455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:03.93558Z","caller":"traceutil/trace.go:171","msg":"trace[717178220] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24883; }","duration":"216.881185ms","start":"2026-03-06T01:27:03.718682Z","end":"2026-03-06T01:27:03.935564Z","steps":["trace[717178220] 'agreement among raft nodes before linearized reading' (duration: 216.729422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.935626Z","caller":"traceutil/trace.go:171","msg":"trace[727754104] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24883; }","duration":"211.061337ms","start":"2026-03-06T01:27:03.724541Z","end":"2026-03-06T01:27:03.935603Z","steps":["trace[727754104] 'agreement among raft nodes before linearized reading' (duration: 210.868523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.935626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.109069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:27:03.935686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.17439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:27:03.935681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.735329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:27:03.935724Z","caller":"traceutil/trace.go:171","msg":"trace[1822658614] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24883; }","duration":"191.203831ms","start":"2026-03-06T01:27:03.744506Z","end":"2026-03-06T01:27:03.93571Z","steps":["trace[1822658614] 'agreement among raft nodes before linearized reading' (duration: 191.084188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.935742Z","caller":"traceutil/trace.go:171","msg":"trace[1905761694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24883; }","duration":"150.817301ms","start":"2026-03-06T01:27:03.784909Z","end":"2026-03-06T01:27:03.935727Z","steps":["trace[1905761694] 'agreement among raft nodes before linearized reading' (duration: 150.658668ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.935762Z","caller":"traceutil/trace.go:171","msg":"trace[1862123945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24883; }","duration":"132.242552ms","start":"2026-03-06T01:27:03.803463Z","end":"2026-03-06T01:27:03.935706Z","steps":["trace[1862123945] 'agreement among raft nodes before linearized reading' (duration: 131.965576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.93555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.16982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:03.935835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.619755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:03.935831Z","caller":"traceutil/trace.go:171","msg":"trace[1930288775] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24883; }","duration":"211.462546ms","start":"2026-03-06T01:27:03.724351Z","end":"2026-03-06T01:27:03.935814Z","steps":["trace[1930288775] 'agreement among raft nodes before linearized reading' (duration: 211.102208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.935864Z","caller":"traceutil/trace.go:171","msg":"trace[570115746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24883; }","duration":"149.649176ms","start":"2026-03-06T01:27:03.786208Z","end":"2026-03-06T01:27:03.935857Z","steps":["trace[570115746] 'agreement among raft nodes before linearized reading' (duration: 149.565424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.935904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.197643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:03.935934Z","caller":"traceutil/trace.go:171","msg":"trace[1238950447] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24883; }","duration":"217.258534ms","start":"2026-03-06T01:27:03.718669Z","end":"2026-03-06T01:27:03.935927Z","steps":["trace[1238950447] 'agreement among raft nodes before linearized reading' (duration: 217.208943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.935951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.289973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:27:03.936223Z","caller":"traceutil/trace.go:171","msg":"trace[879700605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24883; }","duration":"172.13984ms","start":"2026-03-06T01:27:03.76407Z","end":"2026-03-06T01:27:03.936209Z","steps":["trace[879700605] 'agreement among raft nodes before linearized reading' (duration: 171.165249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.935995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.17032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:27:03.936667Z","caller":"traceutil/trace.go:171","msg":"trace[1860482913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24883; }","duration":"107.769592ms","start":"2026-03-06T01:27:03.828789Z","end":"2026-03-06T01:27:03.936558Z","steps":["trace[1860482913] 'agreement among raft nodes before linearized reading' (duration: 107.114048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.935841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.089008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:27:03.937368Z","caller":"traceutil/trace.go:171","msg":"trace[476296803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24883; }","duration":"158.628532ms","start":"2026-03-06T01:27:03.778724Z","end":"2026-03-06T01:27:03.937353Z","steps":["trace[476296803] 'agreement among raft nodes before linearized reading' (duration: 157.065588ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.936103Z","caller":"traceutil/trace.go:171","msg":"trace[286175762] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24883; }","duration":"217.208643ms","start":"2026-03-06T01:27:03.718131Z","end":"2026-03-06T01:27:03.93534Z","steps":["trace[286175762] 'agreement among raft nodes before linearized reading' (duration: 217.09316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.936166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.600997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:27:03.937843Z","caller":"traceutil/trace.go:171","msg":"trace[985131801] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24883; }","duration":"217.743123ms","start":"2026-03-06T01:27:03.720073Z","end":"2026-03-06T01:27:03.937816Z","steps":["trace[985131801] 'agreement among raft nodes before linearized reading' (duration: 215.353831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:04.118872Z","caller":"traceutil/trace.go:171","msg":"trace[17197760] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"177.841315ms","start":"2026-03-06T01:27:03.941005Z","end":"2026-03-06T01:27:04.118846Z","steps":["trace[17197760] 'process raft request' (duration: 177.638851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:04.119199Z","caller":"traceutil/trace.go:171","msg":"trace[804178635] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"178.102781ms","start":"2026-03-06T01:27:03.941084Z","end":"2026-03-06T01:27:04.119187Z","steps":["trace[804178635] 'process raft request' (duration: 177.721012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:04.119256Z","caller":"traceutil/trace.go:171","msg":"trace[465562438] linearizableReadLoop","detail":"{readStateIndex:25752; appliedIndex:25747; }","duration":"123.112481ms","start":"2026-03-06T01:27:03.996122Z","end":"2026-03-06T01:27:04.119234Z","steps":["trace[465562438] 'read index received' (duration: 122.457856ms)","trace[465562438] 'applied index is now lower than readState.Index' (duration: 653.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:04.119337Z","caller":"traceutil/trace.go:171","msg":"trace[1981970520] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"177.782744ms","start":"2026-03-06T01:27:03.941547Z","end":"2026-03-06T01:27:04.119329Z","steps":["trace[1981970520] 'process raft request' (duration: 177.6001ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:04.119364Z","caller":"traceutil/trace.go:171","msg":"trace[192510476] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"177.65523ms","start":"2026-03-06T01:27:03.941704Z","end":"2026-03-06T01:27:04.119359Z","steps":["trace[192510476] 'process raft request' (duration: 177.491577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:04.119504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.367966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:04.119548Z","caller":"traceutil/trace.go:171","msg":"trace[258570506] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24889; }","duration":"123.454788ms","start":"2026-03-06T01:27:03.99608Z","end":"2026-03-06T01:27:04.119535Z","steps":["trace[258570506] 'agreement among raft nodes before linearized reading' (duration: 123.363356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:04.119328Z","caller":"traceutil/trace.go:171","msg":"trace[895696507] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"178.008258ms","start":"2026-03-06T01:27:03.941288Z","end":"2026-03-06T01:27:04.119297Z","steps":["trace[895696507] 'process raft request' (duration: 177.754283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:04.423586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.191551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:04.423605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.708956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:04.423659Z","caller":"traceutil/trace.go:171","msg":"trace[461359218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24889; }","duration":"127.308083ms","start":"2026-03-06T01:27:04.296334Z","end":"2026-03-06T01:27:04.423642Z","steps":["trace[461359218] 'range keys from in-memory index tree' (duration: 127.071067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:04.423667Z","caller":"traceutil/trace.go:171","msg":"trace[376169706] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24889; }","duration":"159.830419ms","start":"2026-03-06T01:27:04.263822Z","end":"2026-03-06T01:27:04.423652Z","steps":["trace[376169706] 'count revisions from in-memory index tree' (duration: 159.564373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:04.423747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.647765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:04.423818Z","caller":"traceutil/trace.go:171","msg":"trace[241643509] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24889; }","duration":"288.758277ms","start":"2026-03-06T01:27:04.135039Z","end":"2026-03-06T01:27:04.423797Z","steps":["trace[241643509] 'range keys from in-memory index tree' (duration: 288.557983ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:11.821416Z","caller":"traceutil/trace.go:171","msg":"trace[793824276] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"105.919162ms","start":"2026-03-06T01:28:11.715469Z","end":"2026-03-06T01:28:11.821388Z","steps":["trace[793824276] 'process raft request' (duration: 105.503963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:12.446668Z","caller":"traceutil/trace.go:171","msg":"trace[1497819226] linearizableReadLoop","detail":"{readStateIndex:26354; appliedIndex:26353; }","duration":"139.420826ms","start":"2026-03-06T01:28:12.307212Z","end":"2026-03-06T01:28:12.446633Z","steps":["trace[1497819226] 'read index received' (duration: 15.602293ms)","trace[1497819226] 'applied index is now lower than readState.Index' (duration: 123.817193ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:12.446836Z","caller":"traceutil/trace.go:171","msg":"trace[295796821] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"142.530484ms","start":"2026-03-06T01:28:12.304289Z","end":"2026-03-06T01:28:12.446819Z","steps":["trace[295796821] 'process raft request' (duration: 67.473039ms)","trace[295796821] 'compare' (duration: 74.697538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:12.447063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.349632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:12.447181Z","caller":"traceutil/trace.go:171","msg":"trace[2100087707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25475; }","duration":"138.532746ms","start":"2026-03-06T01:28:12.308623Z","end":"2026-03-06T01:28:12.447156Z","steps":["trace[2100087707] 'agreement among raft nodes before linearized reading' (duration: 138.317271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:12.447078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.839755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:28:12.447416Z","caller":"traceutil/trace.go:171","msg":"trace[1741509423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25475; }","duration":"140.212513ms","start":"2026-03-06T01:28:12.307164Z","end":"2026-03-06T01:28:12.447377Z","steps":["trace[1741509423] 'agreement among raft nodes before linearized reading' (duration: 139.732273ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:12.618316Z","caller":"traceutil/trace.go:171","msg":"trace[783372611] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"104.517251ms","start":"2026-03-06T01:28:12.513771Z","end":"2026-03-06T01:28:12.618289Z","steps":["trace[783372611] 'process raft request' (duration: 60.65079ms)","trace[783372611] 'compare' (duration: 43.696837ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:52.118754Z","caller":"traceutil/trace.go:171","msg":"trace[378473386] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"129.447649ms","start":"2026-03-06T01:28:51.989229Z","end":"2026-03-06T01:28:52.118677Z","steps":["trace[378473386] 'process raft request' (duration: 129.310246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:53.340805Z","caller":"traceutil/trace.go:171","msg":"trace[1161480239] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"109.544252ms","start":"2026-03-06T01:28:53.23124Z","end":"2026-03-06T01:28:53.340784Z","steps":["trace[1161480239] 'process raft request' (duration: 109.411299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:58.548855Z","caller":"traceutil/trace.go:171","msg":"trace[1003223622] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"159.990217ms","start":"2026-03-06T01:28:58.38884Z","end":"2026-03-06T01:28:58.54883Z","steps":["trace[1003223622] 'process raft request' (duration: 159.789832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:01.072037Z","caller":"traceutil/trace.go:171","msg":"trace[1919744471] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"517.283339ms","start":"2026-03-06T01:29:00.554733Z","end":"2026-03-06T01:29:01.072016Z","steps":["trace[1919744471] 'process raft request' (duration: 517.111715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:01.072201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:00.554708Z","time spent":"517.393922ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:29:01.118877Z","caller":"traceutil/trace.go:171","msg":"trace[1733036489] linearizableReadLoop","detail":"{readStateIndex:26898; appliedIndex:26895; }","duration":"295.451185ms","start":"2026-03-06T01:29:00.823403Z","end":"2026-03-06T01:29:01.118854Z","steps":["trace[1733036489] 'read index received' (duration: 248.345974ms)","trace[1733036489] 'applied index is now lower than readState.Index' (duration: 47.103761ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:01.118968Z","caller":"traceutil/trace.go:171","msg":"trace[1023013783] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"481.330659ms","start":"2026-03-06T01:29:00.637595Z","end":"2026-03-06T01:29:01.118926Z","steps":["trace[1023013783] 'process raft request' (duration: 481.212726ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:01.118942Z","caller":"traceutil/trace.go:171","msg":"trace[1536644577] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"561.713712ms","start":"2026-03-06T01:29:00.557192Z","end":"2026-03-06T01:29:01.118906Z","steps":["trace[1536644577] 'process raft request' (duration: 561.484207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:01.119071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:00.637569Z","time spent":"481.454372ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:29:01.119228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.777652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:29:01.11933Z","caller":"traceutil/trace.go:171","msg":"trace[113514501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26004; }","duration":"295.959187ms","start":"2026-03-06T01:29:00.823348Z","end":"2026-03-06T01:29:01.119307Z","steps":["trace[113514501] 'agreement among raft nodes before linearized reading' (duration: 295.623819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:01.11939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.132783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:29:01.1195Z","caller":"traceutil/trace.go:171","msg":"trace[678828627] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26004; }","duration":"281.380948ms","start":"2026-03-06T01:29:00.838106Z","end":"2026-03-06T01:29:01.119487Z","steps":["trace[678828627] 'agreement among raft nodes before linearized reading' (duration: 280.982559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:01.119515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.672132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:29:01.119654Z","caller":"traceutil/trace.go:171","msg":"trace[1658181106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26004; }","duration":"150.861566ms","start":"2026-03-06T01:29:00.968777Z","end":"2026-03-06T01:29:01.119639Z","steps":["trace[1658181106] 'agreement among raft nodes before linearized reading' (duration: 150.54675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:01.119664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:00.557176Z","time spent":"562.412977ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:29:01.119808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.73771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:29:01.119883Z","caller":"traceutil/trace.go:171","msg":"trace[1725223751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26004; }","duration":"174.883224ms","start":"2026-03-06T01:29:00.944982Z","end":"2026-03-06T01:29:01.119866Z","steps":["trace[1725223751] 'agreement among raft nodes before linearized reading' (duration: 174.557587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:03.323817Z","caller":"traceutil/trace.go:171","msg":"trace[364452918] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"199.42055ms","start":"2026-03-06T01:29:03.124362Z","end":"2026-03-06T01:29:03.323783Z","steps":["trace[364452918] 'process raft request' (duration: 122.029465ms)","trace[364452918] 'compare' (duration: 77.259123ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:03.351349Z","caller":"traceutil/trace.go:171","msg":"trace[448881439] linearizableReadLoop","detail":"{readStateIndex:26913; appliedIndex:26911; }","duration":"219.764497ms","start":"2026-03-06T01:29:03.131553Z","end":"2026-03-06T01:29:03.351318Z","steps":["trace[448881439] 'read index received' (duration: 114.989661ms)","trace[448881439] 'applied index is now lower than readState.Index' (duration: 104.773656ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:03.351452Z","caller":"traceutil/trace.go:171","msg":"trace[935123676] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"225.809218ms","start":"2026-03-06T01:29:03.125618Z","end":"2026-03-06T01:29:03.351427Z","steps":["trace[935123676] 'process raft request' (duration: 225.548533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:03.351647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.065493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:29:03.351711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.842557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:29:03.351716Z","caller":"traceutil/trace.go:171","msg":"trace[1632668256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26018; }","duration":"220.185796ms","start":"2026-03-06T01:29:03.13151Z","end":"2026-03-06T01:29:03.351696Z","steps":["trace[1632668256] 'agreement among raft nodes before linearized reading' (duration: 219.978402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:03.35174Z","caller":"traceutil/trace.go:171","msg":"trace[1902042646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26018; }","duration":"213.891368ms","start":"2026-03-06T01:29:03.137838Z","end":"2026-03-06T01:29:03.351729Z","steps":["trace[1902042646] 'agreement among raft nodes before linearized reading' (duration: 213.762265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:03.351735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.71847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:29:03.351828Z","caller":"traceutil/trace.go:171","msg":"trace[139445286] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26018; }","duration":"216.843013ms","start":"2026-03-06T01:29:03.134965Z","end":"2026-03-06T01:29:03.351808Z","steps":["trace[139445286] 'agreement among raft nodes before linearized reading' (duration: 216.589957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:03.351907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.268606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:29:03.351982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.74283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:03.351985Z","caller":"traceutil/trace.go:171","msg":"trace[1940339330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26018; }","duration":"214.370079ms","start":"2026-03-06T01:29:03.137598Z","end":"2026-03-06T01:29:03.351968Z","steps":["trace[1940339330] 'agreement among raft nodes before linearized reading' (duration: 214.174794ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:03.352004Z","caller":"traceutil/trace.go:171","msg":"trace[399968367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26018; }","duration":"200.809622ms","start":"2026-03-06T01:29:03.151188Z","end":"2026-03-06T01:29:03.351998Z","steps":["trace[399968367] 'agreement among raft nodes before linearized reading' (duration: 200.764661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:03.352182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.334758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:29:03.352236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.187535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:29:03.352383Z","caller":"traceutil/trace.go:171","msg":"trace[1938394548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26018; }","duration":"214.345499ms","start":"2026-03-06T01:29:03.138011Z","end":"2026-03-06T01:29:03.352357Z","steps":["trace[1938394548] 'agreement among raft nodes before linearized reading' (duration: 213.96624ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:03.352264Z","caller":"traceutil/trace.go:171","msg":"trace[724652433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26018; }","duration":"214.426221ms","start":"2026-03-06T01:29:03.137815Z","end":"2026-03-06T01:29:03.352241Z","steps":["trace[724652433] 'agreement among raft nodes before linearized reading' (duration: 214.141285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:03.352389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.740968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:29:03.352464Z","caller":"traceutil/trace.go:171","msg":"trace[36815136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26018; }","duration":"214.82676ms","start":"2026-03-06T01:29:03.137625Z","end":"2026-03-06T01:29:03.352452Z","steps":["trace[36815136] 'agreement among raft nodes before linearized reading' (duration: 214.669896ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:05.537169Z","caller":"traceutil/trace.go:171","msg":"trace[1238083775] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"111.652948ms","start":"2026-03-06T01:29:05.425491Z","end":"2026-03-06T01:29:05.537143Z","steps":["trace[1238083775] 'process raft request' (duration: 111.456723ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:05.537472Z","caller":"traceutil/trace.go:171","msg":"trace[1252990987] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"111.550326ms","start":"2026-03-06T01:29:05.425907Z","end":"2026-03-06T01:29:05.537458Z","steps":["trace[1252990987] 'process raft request' (duration: 111.192508ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:05.537612Z","caller":"traceutil/trace.go:171","msg":"trace[1786015238] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"111.585026ms","start":"2026-03-06T01:29:05.426Z","end":"2026-03-06T01:29:05.537585Z","steps":["trace[1786015238] 'process raft request' (duration: 111.389682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:05.53769Z","caller":"traceutil/trace.go:171","msg":"trace[1734856288] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"111.674758ms","start":"2026-03-06T01:29:05.426005Z","end":"2026-03-06T01:29:05.537679Z","steps":["trace[1734856288] 'process raft request' (duration: 111.539986ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:05.537902Z","caller":"traceutil/trace.go:171","msg":"trace[713623625] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"111.779281ms","start":"2026-03-06T01:29:05.426096Z","end":"2026-03-06T01:29:05.537876Z","steps":["trace[713623625] 'process raft request' (duration: 111.538415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:05.984445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.919046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:05.984613Z","caller":"traceutil/trace.go:171","msg":"trace[2114908012] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26038; }","duration":"176.221912ms","start":"2026-03-06T01:29:05.80835Z","end":"2026-03-06T01:29:05.984572Z","steps":["trace[2114908012] 'count revisions from in-memory index tree' (duration: 175.749742ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:06.309015Z","caller":"traceutil/trace.go:171","msg":"trace[1083025108] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"108.701493ms","start":"2026-03-06T01:29:06.200275Z","end":"2026-03-06T01:29:06.308977Z","steps":["trace[1083025108] 'process raft request' (duration: 108.300795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:06.916387Z","caller":"traceutil/trace.go:171","msg":"trace[30868177] linearizableReadLoop","detail":"{readStateIndex:26935; appliedIndex:26934; }","duration":"156.963ms","start":"2026-03-06T01:29:06.759394Z","end":"2026-03-06T01:29:06.916357Z","steps":["trace[30868177] 'read index received' (duration: 156.739386ms)","trace[30868177] 'applied index is now lower than readState.Index' (duration: 222.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:06.916496Z","caller":"traceutil/trace.go:171","msg":"trace[598010457] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"474.556362ms","start":"2026-03-06T01:29:06.441901Z","end":"2026-03-06T01:29:06.916457Z","steps":["trace[598010457] 'process raft request' (duration: 474.222664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:06.916706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:06.441856Z","time spent":"474.734845ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:29:06.916831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.42414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T01:29:06.916961Z","caller":"traceutil/trace.go:171","msg":"trace[1430396951] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:26040; }","duration":"157.626745ms","start":"2026-03-06T01:29:06.759304Z","end":"2026-03-06T01:29:06.916931Z","steps":["trace[1430396951] 'agreement among raft nodes before linearized reading' (duration: 157.243486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:13.581028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.368262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-03-06T01:29:13.58111Z","caller":"traceutil/trace.go:171","msg":"trace[650139418] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:26090; }","duration":"278.495155ms","start":"2026-03-06T01:29:13.302593Z","end":"2026-03-06T01:29:13.581088Z","steps":["trace[650139418] 'range keys from in-memory index tree' (duration: 278.217858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:13.636583Z","caller":"traceutil/trace.go:171","msg":"trace[1724535163] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"214.261316ms","start":"2026-03-06T01:29:13.422294Z","end":"2026-03-06T01:29:13.636555Z","steps":["trace[1724535163] 'process raft request' (duration: 214.011331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:13.659062Z","caller":"traceutil/trace.go:171","msg":"trace[321053601] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"223.728414ms","start":"2026-03-06T01:29:13.435284Z","end":"2026-03-06T01:29:13.659012Z","steps":["trace[321053601] 'process raft request' (duration: 223.506539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:13.659087Z","caller":"traceutil/trace.go:171","msg":"trace[153444111] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"217.804005ms","start":"2026-03-06T01:29:13.441242Z","end":"2026-03-06T01:29:13.659046Z","steps":["trace[153444111] 'process raft request' (duration: 217.691682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:13.659278Z","caller":"traceutil/trace.go:171","msg":"trace[908975041] linearizableReadLoop","detail":"{readStateIndex:26990; appliedIndex:26987; }","duration":"184.31013ms","start":"2026-03-06T01:29:13.474943Z","end":"2026-03-06T01:29:13.659253Z","steps":["trace[908975041] 'read index received' (duration: 161.446979ms)","trace[908975041] 'applied index is now lower than readState.Index' (duration: 22.860851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:13.659419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.469944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:13.659813Z","caller":"traceutil/trace.go:171","msg":"trace[197538014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26094; }","duration":"184.874383ms","start":"2026-03-06T01:29:13.474922Z","end":"2026-03-06T01:29:13.659796Z","steps":["trace[197538014] 'agreement among raft nodes before linearized reading' (duration: 184.444524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:13.660173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.880829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:29:13.660233Z","caller":"traceutil/trace.go:171","msg":"trace[69173400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26094; }","duration":"177.972801ms","start":"2026-03-06T01:29:13.482245Z","end":"2026-03-06T01:29:13.660218Z","steps":["trace[69173400] 'agreement among raft nodes before linearized reading' (duration: 177.809267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:19.746186Z","caller":"traceutil/trace.go:171","msg":"trace[2012135845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26146; }","duration":"114.209744ms","start":"2026-03-06T01:29:19.631949Z","end":"2026-03-06T01:29:19.746159Z","steps":["trace[2012135845] 'process raft request' (duration: 82.503398ms)","trace[2012135845] 'compare' (duration: 31.631514ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:19.75664Z","caller":"traceutil/trace.go:171","msg":"trace[111238787] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"100.754039ms","start":"2026-03-06T01:29:19.655869Z","end":"2026-03-06T01:29:19.756623Z","steps":["trace[111238787] 'process raft request' (duration: 100.599715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:23.652723Z","caller":"traceutil/trace.go:171","msg":"trace[1318584211] linearizableReadLoop","detail":"{readStateIndex:27131; appliedIndex:27130; }","duration":"225.942562ms","start":"2026-03-06T01:29:23.426754Z","end":"2026-03-06T01:29:23.652697Z","steps":["trace[1318584211] 'read index received' (duration: 148.523975ms)","trace[1318584211] 'applied index is now lower than readState.Index' (duration: 77.417317ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:23.652749Z","caller":"traceutil/trace.go:171","msg":"trace[1990613595] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"327.302124ms","start":"2026-03-06T01:29:23.325412Z","end":"2026-03-06T01:29:23.652714Z","steps":["trace[1990613595] 'process raft request' (duration: 249.844117ms)","trace[1990613595] 'compare' (duration: 77.228492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:23.654746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.031416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:23.654819Z","caller":"traceutil/trace.go:171","msg":"trace[827819793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26229; }","duration":"149.152099ms","start":"2026-03-06T01:29:23.50565Z","end":"2026-03-06T01:29:23.654802Z","steps":["trace[827819793] 'agreement among raft nodes before linearized reading' (duration: 149.017676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:23.654838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:23.325382Z","time spent":"329.310929ms","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:29:23.652925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.140666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:23.655058Z","caller":"traceutil/trace.go:171","msg":"trace[331759077] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"209.321598ms","start":"2026-03-06T01:29:23.445723Z","end":"2026-03-06T01:29:23.655044Z","steps":["trace[331759077] 'process raft request' (duration: 208.783627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:23.655101Z","caller":"traceutil/trace.go:171","msg":"trace[1874217679] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26228; }","duration":"228.367475ms","start":"2026-03-06T01:29:23.426708Z","end":"2026-03-06T01:29:23.655076Z","steps":["trace[1874217679] 'agreement among raft nodes before linearized reading' (duration: 226.096755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:03.656917Z","caller":"traceutil/trace.go:171","msg":"trace[1195778284] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"128.784503ms","start":"2026-03-06T01:30:03.528104Z","end":"2026-03-06T01:30:03.656888Z","steps":["trace[1195778284] 'process raft request' (duration: 128.551758ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:03.949335Z","caller":"traceutil/trace.go:171","msg":"trace[142375177] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"312.847598ms","start":"2026-03-06T01:30:03.636405Z","end":"2026-03-06T01:30:03.949253Z","steps":["trace[142375177] 'process raft request' (duration: 213.907389ms)","trace[142375177] 'compare' (duration: 98.620532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:03.949481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:03.636388Z","time spent":"313.036482ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:30:03.953801Z","caller":"traceutil/trace.go:171","msg":"trace[1642153700] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"284.517996ms","start":"2026-03-06T01:30:03.669267Z","end":"2026-03-06T01:30:03.953785Z","steps":["trace[1642153700] 'process raft request' (duration: 284.412733ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:07.89177Z","caller":"traceutil/trace.go:171","msg":"trace[1774622928] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"162.158485ms","start":"2026-03-06T01:30:07.729586Z","end":"2026-03-06T01:30:07.891744Z","steps":["trace[1774622928] 'process raft request' (duration: 160.190681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.389681Z","caller":"traceutil/trace.go:171","msg":"trace[862211298] linearizableReadLoop","detail":"{readStateIndex:27517; appliedIndex:27515; }","duration":"603.56614ms","start":"2026-03-06T01:30:07.786086Z","end":"2026-03-06T01:30:08.389653Z","steps":["trace[862211298] 'read index received' (duration: 103.616941ms)","trace[862211298] 'applied index is now lower than readState.Index' (duration: 499.947969ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:08.389897Z","caller":"traceutil/trace.go:171","msg":"trace[569765025] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"653.35755ms","start":"2026-03-06T01:30:07.736506Z","end":"2026-03-06T01:30:08.389864Z","steps":["trace[569765025] 'process raft request' (duration: 628.210169ms)","trace[569765025] 'compare' (duration: 23.983376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:08.390029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.946868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:30:08.390076Z","caller":"traceutil/trace.go:171","msg":"trace[2117695702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26604; }","duration":"604.048951ms","start":"2026-03-06T01:30:07.786015Z","end":"2026-03-06T01:30:08.390064Z","steps":["trace[2117695702] 'agreement among raft nodes before linearized reading' (duration: 603.897717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.390119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:07.784906Z","time spent":"605.201466ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:30:08.390173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:07.736483Z","time spent":"653.513764ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:08.390855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.943032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:30:08.390903Z","caller":"traceutil/trace.go:171","msg":"trace[748994101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26608; }","duration":"382.017053ms","start":"2026-03-06T01:30:08.008875Z","end":"2026-03-06T01:30:08.390892Z","steps":["trace[748994101] 'agreement among raft nodes before linearized reading' (duration: 381.89648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.390934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.008857Z","time spent":"382.070214ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:30:08.391016Z","caller":"traceutil/trace.go:171","msg":"trace[628019660] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"389.749423ms","start":"2026-03-06T01:30:08.001258Z","end":"2026-03-06T01:30:08.391007Z","steps":["trace[628019660] 'process raft request' (duration: 389.14553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.391099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.001236Z","time spent":"389.807144ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:08.391202Z","caller":"traceutil/trace.go:171","msg":"trace[1195639845] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"387.80099ms","start":"2026-03-06T01:30:08.003392Z","end":"2026-03-06T01:30:08.391193Z","steps":["trace[1195639845] 'process raft request' (duration: 387.261198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.391258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.003383Z","time spent":"387.847371ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:08.391364Z","caller":"traceutil/trace.go:171","msg":"trace[297938883] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"387.960244ms","start":"2026-03-06T01:30:08.003396Z","end":"2026-03-06T01:30:08.391356Z","steps":["trace[297938883] 'process raft request' (duration: 387.296458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.39144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.003372Z","time spent":"388.035886ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:08.391474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.32639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:30:08.391537Z","caller":"traceutil/trace.go:171","msg":"trace[1564746141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26608; }","duration":"371.403891ms","start":"2026-03-06T01:30:08.020119Z","end":"2026-03-06T01:30:08.391523Z","steps":["trace[1564746141] 'agreement among raft nodes before linearized reading' (duration: 371.251778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.391578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.020112Z","time spent":"371.457272ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:30:08.3916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.25442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:30:08.391633Z","caller":"traceutil/trace.go:171","msg":"trace[451707692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26608; }","duration":"372.313521ms","start":"2026-03-06T01:30:08.019306Z","end":"2026-03-06T01:30:08.39162Z","steps":["trace[451707692] 'agreement among raft nodes before linearized reading' (duration: 372.23131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.391669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.019289Z","time spent":"372.374282ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:30:08.391766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.999357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29546010-n5qts\" ","response":"range_response_count:1 size:7365"} {"level":"warn","ts":"2026-03-06T01:30:08.3918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.905628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:30:08.391808Z","caller":"traceutil/trace.go:171","msg":"trace[1091789668] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29546010-n5qts; range_end:; response_count:1; response_revision:26608; }","duration":"259.069619ms","start":"2026-03-06T01:30:08.132726Z","end":"2026-03-06T01:30:08.391796Z","steps":["trace[1091789668] 'agreement among raft nodes before linearized reading' (duration: 258.965677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.39176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.76584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29546010-n5qts\" ","response":"range_response_count:1 size:2895"} {"level":"warn","ts":"2026-03-06T01:30:08.391897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.387221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:30:08.391931Z","caller":"traceutil/trace.go:171","msg":"trace[1691666032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26608; }","duration":"376.450262ms","start":"2026-03-06T01:30:08.015473Z","end":"2026-03-06T01:30:08.391923Z","steps":["trace[1691666032] 'agreement among raft nodes before linearized reading' (duration: 376.3776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.391959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.015463Z","time spent":"376.488202ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:30:08.391889Z","caller":"traceutil/trace.go:171","msg":"trace[157627558] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29546010-n5qts; range_end:; response_count:1; response_revision:26608; }","duration":"189.930834ms","start":"2026-03-06T01:30:08.201938Z","end":"2026-03-06T01:30:08.391869Z","steps":["trace[157627558] 'agreement among raft nodes before linearized reading' (duration: 189.559746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.392059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.689907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:30:08.39214Z","caller":"traceutil/trace.go:171","msg":"trace[584415517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26608; }","duration":"371.80039ms","start":"2026-03-06T01:30:08.020322Z","end":"2026-03-06T01:30:08.392122Z","steps":["trace[584415517] 'agreement among raft nodes before linearized reading' (duration: 371.545295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.392195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.020316Z","time spent":"371.865571ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:30:08.392221Z","caller":"traceutil/trace.go:171","msg":"trace[1190342672] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"388.669439ms","start":"2026-03-06T01:30:08.003541Z","end":"2026-03-06T01:30:08.39221Z","steps":["trace[1190342672] 'process raft request' (duration: 387.188356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.391831Z","caller":"traceutil/trace.go:171","msg":"trace[672673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26608; }","duration":"374.936199ms","start":"2026-03-06T01:30:08.016887Z","end":"2026-03-06T01:30:08.391823Z","steps":["trace[672673] 'agreement among raft nodes before linearized reading' (duration: 374.858107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:08.392272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.016856Z","time spent":"375.403959ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:30:08.392277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.003503Z","time spent":"388.743491ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:08.549502Z","caller":"traceutil/trace.go:171","msg":"trace[2033373471] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"152.451251ms","start":"2026-03-06T01:30:08.397033Z","end":"2026-03-06T01:30:08.549485Z","steps":["trace[2033373471] 'process raft request' (duration: 152.38291ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.549565Z","caller":"traceutil/trace.go:171","msg":"trace[1884168226] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"152.876001ms","start":"2026-03-06T01:30:08.396607Z","end":"2026-03-06T01:30:08.549483Z","steps":["trace[1884168226] 'process raft request' (duration: 125.984561ms)","trace[1884168226] 'compare' (duration: 26.740677ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:08.549669Z","caller":"traceutil/trace.go:171","msg":"trace[1079940227] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"152.573914ms","start":"2026-03-06T01:30:08.397088Z","end":"2026-03-06T01:30:08.549662Z","steps":["trace[1079940227] 'process raft request' (duration: 152.37558ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.54996Z","caller":"traceutil/trace.go:171","msg":"trace[1288115847] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"152.045532ms","start":"2026-03-06T01:30:08.397902Z","end":"2026-03-06T01:30:08.549948Z","steps":["trace[1288115847] 'process raft request' (duration: 151.737655ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.550029Z","caller":"traceutil/trace.go:171","msg":"trace[951048156] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"151.94658ms","start":"2026-03-06T01:30:08.398075Z","end":"2026-03-06T01:30:08.550021Z","steps":["trace[951048156] 'process raft request' (duration: 151.760016ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.550071Z","caller":"traceutil/trace.go:171","msg":"trace[872652857] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"151.592282ms","start":"2026-03-06T01:30:08.398454Z","end":"2026-03-06T01:30:08.550047Z","steps":["trace[872652857] 'process raft request' (duration: 151.48562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.550332Z","caller":"traceutil/trace.go:171","msg":"trace[691368142] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"151.267575ms","start":"2026-03-06T01:30:08.399056Z","end":"2026-03-06T01:30:08.550324Z","steps":["trace[691368142] 'process raft request' (duration: 150.931038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:08.550327Z","caller":"traceutil/trace.go:171","msg":"trace[232366072] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"151.059541ms","start":"2026-03-06T01:30:08.399242Z","end":"2026-03-06T01:30:08.550301Z","steps":["trace[232366072] 'process raft request' (duration: 150.961679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:09.113038Z","caller":"traceutil/trace.go:171","msg":"trace[1431107508] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"231.916674ms","start":"2026-03-06T01:30:08.881095Z","end":"2026-03-06T01:30:09.113011Z","steps":["trace[1431107508] 'process raft request' (duration: 231.75238ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:09.309447Z","caller":"traceutil/trace.go:171","msg":"trace[138910223] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"407.874829ms","start":"2026-03-06T01:30:08.901555Z","end":"2026-03-06T01:30:09.30943Z","steps":["trace[138910223] 'process raft request' (duration: 407.757406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:09.309581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:08.901533Z","time spent":"407.978282ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5702,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:09.465941Z","caller":"traceutil/trace.go:171","msg":"trace[47964311] linearizableReadLoop","detail":"{readStateIndex:27534; appliedIndex:27532; }","duration":"208.563241ms","start":"2026-03-06T01:30:09.257344Z","end":"2026-03-06T01:30:09.465907Z","steps":["trace[47964311] 'read index received' (duration: 51.978279ms)","trace[47964311] 'applied index is now lower than readState.Index' (duration: 156.583332ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:09.466012Z","caller":"traceutil/trace.go:171","msg":"trace[275005319] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"286.931099ms","start":"2026-03-06T01:30:09.179054Z","end":"2026-03-06T01:30:09.465985Z","steps":["trace[275005319] 'process raft request' (duration: 286.643433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:09.466196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.840337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:30:09.46624Z","caller":"traceutil/trace.go:171","msg":"trace[1552686650] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26621; }","duration":"208.936119ms","start":"2026-03-06T01:30:09.257293Z","end":"2026-03-06T01:30:09.466229Z","steps":["trace[1552686650] 'agreement among raft nodes before linearized reading' (duration: 208.742795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:09.638094Z","caller":"traceutil/trace.go:171","msg":"trace[1363005194] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"320.590597ms","start":"2026-03-06T01:30:09.317482Z","end":"2026-03-06T01:30:09.638073Z","steps":["trace[1363005194] 'process raft request' (duration: 317.933729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:09.638208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:09.317464Z","time spent":"320.67713ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7247,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:09.638218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.503294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:09.638324Z","caller":"traceutil/trace.go:171","msg":"trace[338794133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26622; }","duration":"340.605197ms","start":"2026-03-06T01:30:09.297657Z","end":"2026-03-06T01:30:09.638262Z","steps":["trace[338794133] 'agreement among raft nodes before linearized reading' (duration: 340.485594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:09.638362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:09.297644Z","time spent":"340.710118ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:30:09.637917Z","caller":"traceutil/trace.go:171","msg":"trace[353471048] linearizableReadLoop","detail":"{readStateIndex:27535; appliedIndex:27534; }","duration":"171.889918ms","start":"2026-03-06T01:30:09.466004Z","end":"2026-03-06T01:30:09.637894Z","steps":["trace[353471048] 'read index received' (duration: 169.334153ms)","trace[353471048] 'applied index is now lower than readState.Index' (duration: 2.554685ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:09.992389Z","caller":"traceutil/trace.go:171","msg":"trace[1792050482] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"256.8274ms","start":"2026-03-06T01:30:09.735527Z","end":"2026-03-06T01:30:09.992355Z","steps":["trace[1792050482] 'process raft request' (duration: 256.672336ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:09.99245Z","caller":"traceutil/trace.go:171","msg":"trace[764946867] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"346.315582ms","start":"2026-03-06T01:30:09.64609Z","end":"2026-03-06T01:30:09.992405Z","steps":["trace[764946867] 'process raft request' (duration: 336.028886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:09.992601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:09.646074Z","time spent":"346.445154ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5696,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:10.459224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.85337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-06T01:30:10.459333Z","caller":"traceutil/trace.go:171","msg":"trace[1373652204] linearizableReadLoop","detail":"{readStateIndex:27540; appliedIndex:27539; }","duration":"205.643458ms","start":"2026-03-06T01:30:10.253673Z","end":"2026-03-06T01:30:10.459316Z","steps":["trace[1373652204] 'read index received' (duration: 26.560473ms)","trace[1373652204] 'applied index is now lower than readState.Index' (duration: 179.081835ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:10.459657Z","caller":"traceutil/trace.go:171","msg":"trace[1548503558] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26627; }","duration":"462.693192ms","start":"2026-03-06T01:30:09.996927Z","end":"2026-03-06T01:30:10.45962Z","steps":["trace[1548503558] 'process raft request' (duration: 283.355731ms)","trace[1548503558] 'compare' (duration: 178.228656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:10.460142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.449225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-ff68966cf-fvnd9\" ","response":"range_response_count:1 size:9778"} {"level":"info","ts":"2026-03-06T01:30:10.460199Z","caller":"traceutil/trace.go:171","msg":"trace[863046565] range","detail":"{range_begin:/registry/pods/openstack/horizon-ff68966cf-fvnd9; range_end:; response_count:1; response_revision:26627; }","duration":"206.563768ms","start":"2026-03-06T01:30:10.253622Z","end":"2026-03-06T01:30:10.460186Z","steps":["trace[863046565] 'agreement among raft nodes before linearized reading' (duration: 206.372184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:10.460163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:09.996914Z","time spent":"463.158782ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-06T01:30:10.514603Z","caller":"traceutil/trace.go:171","msg":"trace[1943394619] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"116.447612ms","start":"2026-03-06T01:30:10.398135Z","end":"2026-03-06T01:30:10.514582Z","steps":["trace[1943394619] 'process raft request' (duration: 116.341859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:10.615577Z","caller":"traceutil/trace.go:171","msg":"trace[1916401533] linearizableReadLoop","detail":"{readStateIndex:27544; appliedIndex:27541; }","duration":"156.203283ms","start":"2026-03-06T01:30:10.459359Z","end":"2026-03-06T01:30:10.615562Z","steps":["trace[1916401533] 'read index received' (duration: 55.320402ms)","trace[1916401533] 'applied index is now lower than readState.Index' (duration: 100.882281ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:10.615699Z","caller":"traceutil/trace.go:171","msg":"trace[503548774] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"148.695991ms","start":"2026-03-06T01:30:10.466991Z","end":"2026-03-06T01:30:10.615687Z","steps":["trace[503548774] 'process raft request' (duration: 148.505356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:10.616097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.074484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545995-5cns8\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-03-06T01:30:10.61613Z","caller":"traceutil/trace.go:171","msg":"trace[267542476] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29545995-5cns8; range_end:; response_count:1; response_revision:26634; }","duration":"142.142906ms","start":"2026-03-06T01:30:10.473979Z","end":"2026-03-06T01:30:10.616122Z","steps":["trace[267542476] 'agreement among raft nodes before linearized reading' (duration: 142.046854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:10.616125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.506252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:30:10.616326Z","caller":"traceutil/trace.go:171","msg":"trace[1999003073] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26634; }","duration":"235.747957ms","start":"2026-03-06T01:30:10.380562Z","end":"2026-03-06T01:30:10.61631Z","steps":["trace[1999003073] 'agreement among raft nodes before linearized reading' (duration: 235.303488ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:10.615669Z","caller":"traceutil/trace.go:171","msg":"trace[1946736988] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"217.340765ms","start":"2026-03-06T01:30:10.398289Z","end":"2026-03-06T01:30:10.61563Z","steps":["trace[1946736988] 'process raft request' (duration: 180.885874ms)","trace[1946736988] 'compare' (duration: 36.074431ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:10.615751Z","caller":"traceutil/trace.go:171","msg":"trace[904851018] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"216.341323ms","start":"2026-03-06T01:30:10.399383Z","end":"2026-03-06T01:30:10.615725Z","steps":["trace[904851018] 'process raft request' (duration: 216.030735ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:10.615807Z","caller":"traceutil/trace.go:171","msg":"trace[1240430974] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"216.21576ms","start":"2026-03-06T01:30:10.39958Z","end":"2026-03-06T01:30:10.615795Z","steps":["trace[1240430974] 'process raft request' (duration: 215.868002ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:10.61585Z","caller":"traceutil/trace.go:171","msg":"trace[754624580] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"144.12092ms","start":"2026-03-06T01:30:10.471723Z","end":"2026-03-06T01:30:10.615844Z","steps":["trace[754624580] 'process raft request' (duration: 143.806272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:10.615904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.160825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:10.616871Z","caller":"traceutil/trace.go:171","msg":"trace[1577173817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26634; }","duration":"309.164786ms","start":"2026-03-06T01:30:10.307694Z","end":"2026-03-06T01:30:10.616859Z","steps":["trace[1577173817] 'agreement among raft nodes before linearized reading' (duration: 308.153604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:10.616932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.30768Z","time spent":"309.224068ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:30:10.615719Z","caller":"traceutil/trace.go:171","msg":"trace[839411908] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"150.665422ms","start":"2026-03-06T01:30:10.46505Z","end":"2026-03-06T01:30:10.615715Z","steps":["trace[839411908] 'process raft request' (duration: 150.416396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:11.000189Z","caller":"traceutil/trace.go:171","msg":"trace[1173076841] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"378.25656ms","start":"2026-03-06T01:30:10.621893Z","end":"2026-03-06T01:30:11.000149Z","steps":["trace[1173076841] 'process raft request' (duration: 351.880362ms)","trace[1173076841] 'compare' (duration: 25.951799ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:11.000248Z","caller":"traceutil/trace.go:171","msg":"trace[227967652] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"378.185959ms","start":"2026-03-06T01:30:10.622044Z","end":"2026-03-06T01:30:11.000229Z","steps":["trace[227967652] 'process raft request' (duration: 378.038036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.000351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.622038Z","time spent":"378.2533ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:11.000344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.621871Z","time spent":"378.403754ms","remote":"127.0.0.1:41702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:30:11.000747Z","caller":"traceutil/trace.go:171","msg":"trace[1074316724] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"378.604208ms","start":"2026-03-06T01:30:10.622121Z","end":"2026-03-06T01:30:11.000725Z","steps":["trace[1074316724] 'process raft request' (duration: 378.060176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.000865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.62211Z","time spent":"378.696541ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1166,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:11.001207Z","caller":"traceutil/trace.go:171","msg":"trace[1750484347] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"378.965766ms","start":"2026-03-06T01:30:10.62222Z","end":"2026-03-06T01:30:11.001186Z","steps":["trace[1750484347] 'process raft request' (duration: 378.266411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.001341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.622189Z","time spent":"379.095969ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5403,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:11.001423Z","caller":"traceutil/trace.go:171","msg":"trace[2020571962] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"378.635629ms","start":"2026-03-06T01:30:10.622745Z","end":"2026-03-06T01:30:11.001381Z","steps":["trace[2020571962] 'process raft request' (duration: 378.295982ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:11.001503Z","caller":"traceutil/trace.go:171","msg":"trace[1276382529] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"378.639669ms","start":"2026-03-06T01:30:10.622825Z","end":"2026-03-06T01:30:11.001464Z","steps":["trace[1276382529] 'process raft request' (duration: 378.346452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.001697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.622814Z","time spent":"378.786582ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:11.001785Z","caller":"traceutil/trace.go:171","msg":"trace[1598469402] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"378.168198ms","start":"2026-03-06T01:30:10.623559Z","end":"2026-03-06T01:30:11.001727Z","steps":["trace[1598469402] 'process raft request' (duration: 377.827501ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:11.001894Z","caller":"traceutil/trace.go:171","msg":"trace[793529470] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"377.480453ms","start":"2026-03-06T01:30:10.624394Z","end":"2026-03-06T01:30:11.001875Z","steps":["trace[793529470] 'process raft request' (duration: 377.425051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.001989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.623539Z","time spent":"378.349373ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:11.002047Z","caller":"traceutil/trace.go:171","msg":"trace[1354327385] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"377.676317ms","start":"2026-03-06T01:30:10.624359Z","end":"2026-03-06T01:30:11.002035Z","steps":["trace[1354327385] 'process raft request' (duration: 377.412541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.002111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.624351Z","time spent":"377.730128ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:11.002043Z","caller":"traceutil/trace.go:171","msg":"trace[863118353] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"378.251831ms","start":"2026-03-06T01:30:10.623764Z","end":"2026-03-06T01:30:11.002015Z","steps":["trace[863118353] 'process raft request' (duration: 377.946264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.001536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.622731Z","time spent":"378.748311ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8685,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:11.002305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.623757Z","time spent":"378.412484ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:11.002003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.624391Z","time spent":"377.563664ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:11.004845Z","caller":"traceutil/trace.go:171","msg":"trace[61787832] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"378.324532ms","start":"2026-03-06T01:30:10.623746Z","end":"2026-03-06T01:30:11.00207Z","steps":["trace[61787832] 'process raft request' (duration: 377.869712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.004984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.623738Z","time spent":"381.177255ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:11.006866Z","caller":"traceutil/trace.go:171","msg":"trace[137734790] linearizableReadLoop","detail":"{readStateIndex:27561; appliedIndex:27548; }","duration":"124.694883ms","start":"2026-03-06T01:30:10.88215Z","end":"2026-03-06T01:30:11.006845Z","steps":["trace[137734790] 'read index received' (duration: 91.616578ms)","trace[137734790] 'applied index is now lower than readState.Index' (duration: 33.077165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:11.006992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.837656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:30:11.007048Z","caller":"traceutil/trace.go:171","msg":"trace[789874224] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26648; }","duration":"124.899377ms","start":"2026-03-06T01:30:10.882132Z","end":"2026-03-06T01:30:11.007032Z","steps":["trace[789874224] 'agreement among raft nodes before linearized reading' (duration: 124.787274ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:11.007506Z","caller":"traceutil/trace.go:171","msg":"trace[1149294848] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"296.700444ms","start":"2026-03-06T01:30:10.710789Z","end":"2026-03-06T01:30:11.007489Z","steps":["trace[1149294848] 'process raft request' (duration: 296.001959ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:11.007631Z","caller":"traceutil/trace.go:171","msg":"trace[240359384] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"363.082127ms","start":"2026-03-06T01:30:10.644485Z","end":"2026-03-06T01:30:11.007567Z","steps":["trace[240359384] 'process raft request' (duration: 362.198428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:11.007766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:10.64447Z","time spent":"363.225421ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7259,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:19.636545Z","caller":"traceutil/trace.go:171","msg":"trace[1274621885] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"114.640713ms","start":"2026-03-06T01:31:19.521879Z","end":"2026-03-06T01:31:19.636519Z","steps":["trace[1274621885] 'process raft request' (duration: 83.180983ms)","trace[1274621885] 'compare' (duration: 31.165503ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:19.636947Z","caller":"traceutil/trace.go:171","msg":"trace[1731823988] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"114.991071ms","start":"2026-03-06T01:31:19.521936Z","end":"2026-03-06T01:31:19.636927Z","steps":["trace[1731823988] 'process raft request' (duration: 114.531171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:19.637062Z","caller":"traceutil/trace.go:171","msg":"trace[1770469094] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"114.727384ms","start":"2026-03-06T01:31:19.522324Z","end":"2026-03-06T01:31:19.637052Z","steps":["trace[1770469094] 'process raft request' (duration: 114.597331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:59.932192Z","caller":"traceutil/trace.go:171","msg":"trace[1983624304] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"107.771372ms","start":"2026-03-06T01:31:59.824402Z","end":"2026-03-06T01:31:59.932174Z","steps":["trace[1983624304] 'process raft request' (duration: 106.459803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:01.321393Z","caller":"traceutil/trace.go:171","msg":"trace[588806895] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"156.279086ms","start":"2026-03-06T01:32:01.165093Z","end":"2026-03-06T01:32:01.321372Z","steps":["trace[588806895] 'process raft request' (duration: 156.148603ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:01.321656Z","caller":"traceutil/trace.go:171","msg":"trace[1758138980] linearizableReadLoop","detail":"{readStateIndex:28332; appliedIndex:28332; }","duration":"155.828926ms","start":"2026-03-06T01:32:01.165755Z","end":"2026-03-06T01:32:01.321584Z","steps":["trace[1758138980] 'read index received' (duration: 155.813265ms)","trace[1758138980] 'applied index is now lower than readState.Index' (duration: 12.821µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:32:01.321801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.03114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-14cf72f4-273e-44a4-bcee-5870d5ce8683\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-06T01:32:01.321866Z","caller":"traceutil/trace.go:171","msg":"trace[1845672942] range","detail":"{range_begin:/registry/persistentvolumes/pvc-14cf72f4-273e-44a4-bcee-5870d5ce8683; range_end:; response_count:1; response_revision:27394; }","duration":"156.141682ms","start":"2026-03-06T01:32:01.16571Z","end":"2026-03-06T01:32:01.321852Z","steps":["trace[1845672942] 'agreement among raft nodes before linearized reading' (duration: 155.988319ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:01.342029Z","caller":"traceutil/trace.go:171","msg":"trace[1638095266] transaction","detail":"{read_only:false; response_revision:27395; number_of_response:1; }","duration":"119.520462ms","start":"2026-03-06T01:32:01.222482Z","end":"2026-03-06T01:32:01.342003Z","steps":["trace[1638095266] 'process raft request' (duration: 119.342388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:01.342316Z","caller":"traceutil/trace.go:171","msg":"trace[1815945070] transaction","detail":"{read_only:false; response_revision:27396; number_of_response:1; }","duration":"119.479201ms","start":"2026-03-06T01:32:01.222825Z","end":"2026-03-06T01:32:01.342304Z","steps":["trace[1815945070] 'process raft request' (duration: 119.136684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:08.623696Z","caller":"traceutil/trace.go:171","msg":"trace[1511928171] transaction","detail":"{read_only:false; response_revision:27446; number_of_response:1; }","duration":"152.85761ms","start":"2026-03-06T01:32:08.470808Z","end":"2026-03-06T01:32:08.623666Z","steps":["trace[1511928171] 'process raft request' (duration: 152.531962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:32:08.62382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.553261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:32:08.62389Z","caller":"traceutil/trace.go:171","msg":"trace[1672194341] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27446; }","duration":"127.663433ms","start":"2026-03-06T01:32:08.49621Z","end":"2026-03-06T01:32:08.623873Z","steps":["trace[1672194341] 'agreement among raft nodes before linearized reading' (duration: 127.53188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:08.623612Z","caller":"traceutil/trace.go:171","msg":"trace[882337900] linearizableReadLoop","detail":"{readStateIndex:28386; appliedIndex:28385; }","duration":"127.330375ms","start":"2026-03-06T01:32:08.496244Z","end":"2026-03-06T01:32:08.623574Z","steps":["trace[882337900] 'read index received' (duration: 127.088229ms)","trace[882337900] 'applied index is now lower than readState.Index' (duration: 240.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:32:09.523106Z","caller":"traceutil/trace.go:171","msg":"trace[449182394] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"111.184969ms","start":"2026-03-06T01:32:09.411897Z","end":"2026-03-06T01:32:09.523082Z","steps":["trace[449182394] 'process raft request' (duration: 110.994545ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:09.525456Z","caller":"traceutil/trace.go:171","msg":"trace[2079475745] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"108.943799ms","start":"2026-03-06T01:32:09.416487Z","end":"2026-03-06T01:32:09.52543Z","steps":["trace[2079475745] 'process raft request' (duration: 108.801125ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:32:09.525647Z","caller":"traceutil/trace.go:171","msg":"trace[1895656490] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"102.749493ms","start":"2026-03-06T01:32:09.422858Z","end":"2026-03-06T01:32:09.525607Z","steps":["trace[1895656490] 'process raft request' (duration: 102.534997ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:33:37.718104Z","caller":"traceutil/trace.go:171","msg":"trace[1193789489] transaction","detail":"{read_only:false; response_revision:28045; number_of_response:1; }","duration":"343.681549ms","start":"2026-03-06T01:33:37.3744Z","end":"2026-03-06T01:33:37.718082Z","steps":["trace[1193789489] 'process raft request' (duration: 343.535186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:33:37.718236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:33:37.374382Z","time spent":"343.792032ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:33:37.749705Z","caller":"traceutil/trace.go:171","msg":"trace[921777491] transaction","detail":"{read_only:false; response_revision:28046; number_of_response:1; }","duration":"235.264882ms","start":"2026-03-06T01:33:37.514419Z","end":"2026-03-06T01:33:37.749684Z","steps":["trace[921777491] 'process raft request' (duration: 235.14271ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:34:20.982537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26202} {"level":"info","ts":"2026-03-06T01:34:21.213613Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26202,"took":"227.211544ms","hash":2082913291,"current-db-size-bytes":54321152,"current-db-size":"54 MB","current-db-size-in-use-bytes":30834688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T01:34:21.213684Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2082913291,"revision":26202,"compact-revision":18677} {"level":"info","ts":"2026-03-06T01:34:34.102766Z","caller":"traceutil/trace.go:171","msg":"trace[1244596127] transaction","detail":"{read_only:false; response_revision:28427; number_of_response:1; }","duration":"155.902628ms","start":"2026-03-06T01:34:33.946838Z","end":"2026-03-06T01:34:34.10274Z","steps":["trace[1244596127] 'process raft request' (duration: 155.750865ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:35:17.269675Z","caller":"traceutil/trace.go:171","msg":"trace[1804485271] transaction","detail":"{read_only:false; response_revision:28761; number_of_response:1; }","duration":"324.857423ms","start":"2026-03-06T01:35:16.944791Z","end":"2026-03-06T01:35:17.269649Z","steps":["trace[1804485271] 'process raft request' (duration: 268.279492ms)","trace[1804485271] 'compare' (duration: 56.393167ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:35:17.269754Z","caller":"traceutil/trace.go:171","msg":"trace[1343817670] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"323.8206ms","start":"2026-03-06T01:35:16.94592Z","end":"2026-03-06T01:35:17.269741Z","steps":["trace[1343817670] 'process raft request' (duration: 323.695727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:35:17.269815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:35:16.945912Z","time spent":"323.869211ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:35:17.269832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:35:16.944765Z","time spent":"324.982486ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:35:17.305967Z","caller":"traceutil/trace.go:171","msg":"trace[232579677] linearizableReadLoop","detail":"{readStateIndex:29744; appliedIndex:29741; }","duration":"192.427195ms","start":"2026-03-06T01:35:17.113495Z","end":"2026-03-06T01:35:17.305922Z","steps":["trace[232579677] 'read index received' (duration: 99.577662ms)","trace[232579677] 'applied index is now lower than readState.Index' (duration: 92.848353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:35:17.306213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.710551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:35:17.306252Z","caller":"traceutil/trace.go:171","msg":"trace[908427719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28763; }","duration":"192.785543ms","start":"2026-03-06T01:35:17.113454Z","end":"2026-03-06T01:35:17.30624Z","steps":["trace[908427719] 'agreement among raft nodes before linearized reading' (duration: 192.65259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:35:17.306274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.381945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:35:17.306345Z","caller":"traceutil/trace.go:171","msg":"trace[670453182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28763; }","duration":"188.495708ms","start":"2026-03-06T01:35:17.117832Z","end":"2026-03-06T01:35:17.306328Z","steps":["trace[670453182] 'agreement among raft nodes before linearized reading' (duration: 188.286253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:35:36.806455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.513167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:35:36.806585Z","caller":"traceutil/trace.go:171","msg":"trace[1001990073] transaction","detail":"{read_only:false; response_revision:28891; number_of_response:1; }","duration":"132.715364ms","start":"2026-03-06T01:35:36.673851Z","end":"2026-03-06T01:35:36.806567Z","steps":["trace[1001990073] 'compare' (duration: 126.393045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:35:36.808557Z","caller":"traceutil/trace.go:171","msg":"trace[1919099949] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"126.15767ms","start":"2026-03-06T01:35:36.682388Z","end":"2026-03-06T01:35:36.808546Z","steps":["trace[1919099949] 'process raft request' (duration: 126.098928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:35:36.820492Z","caller":"traceutil/trace.go:171","msg":"trace[1626590085] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"136.59819ms","start":"2026-03-06T01:35:36.683855Z","end":"2026-03-06T01:35:36.820454Z","steps":["trace[1626590085] 'process raft request' (duration: 136.407976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:35:54.724497Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:35:54.731104Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:35:54.73126Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:39:09.838758Z","caller":"traceutil/trace.go:171","msg":"trace[1897420324] transaction","detail":"{read_only:false; response_revision:30344; number_of_response:1; }","duration":"117.958432ms","start":"2026-03-06T01:39:09.720761Z","end":"2026-03-06T01:39:09.83872Z","steps":["trace[1897420324] 'process raft request' (duration: 93.50773ms)","trace[1897420324] 'compare' (duration: 24.141676ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:21.012111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28342} {"level":"warn","ts":"2026-03-06T01:39:21.396956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.333543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:21.397032Z","caller":"traceutil/trace.go:171","msg":"trace[1871349649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30423; }","duration":"100.445386ms","start":"2026-03-06T01:39:21.296569Z","end":"2026-03-06T01:39:21.397015Z","steps":["trace[1871349649] 'agreement among raft nodes before linearized reading' (duration: 80.961574ms)","trace[1871349649] 'range keys from in-memory index tree' (duration: 19.37928ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:21.497803Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28342,"took":"482.327755ms","hash":262518620,"current-db-size-bytes":54321152,"current-db-size":"54 MB","current-db-size-in-use-bytes":28135424,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:39:21.497918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":262518620,"revision":28342,"compact-revision":26202} {"level":"info","ts":"2026-03-06T01:39:21.831534Z","caller":"traceutil/trace.go:171","msg":"trace[153403872] transaction","detail":"{read_only:false; response_revision:30425; number_of_response:1; }","duration":"173.452183ms","start":"2026-03-06T01:39:21.658054Z","end":"2026-03-06T01:39:21.831507Z","steps":["trace[153403872] 'process raft request' (duration: 173.275379ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:54.980381Z","caller":"traceutil/trace.go:171","msg":"trace[1575284224] transaction","detail":"{read_only:false; response_revision:31529; number_of_response:1; }","duration":"108.107511ms","start":"2026-03-06T01:41:54.872249Z","end":"2026-03-06T01:41:54.980356Z","steps":["trace[1575284224] 'process raft request' (duration: 107.944038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:55.187963Z","caller":"traceutil/trace.go:171","msg":"trace[355068728] linearizableReadLoop","detail":"{readStateIndex:32597; appliedIndex:32596; }","duration":"135.838695ms","start":"2026-03-06T01:41:55.0521Z","end":"2026-03-06T01:41:55.187939Z","steps":["trace[355068728] 'read index received' (duration: 134.913574ms)","trace[355068728] 'applied index is now lower than readState.Index' (duration: 924.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:41:55.188004Z","caller":"traceutil/trace.go:171","msg":"trace[1861838381] transaction","detail":"{read_only:false; response_revision:31530; number_of_response:1; }","duration":"160.109493ms","start":"2026-03-06T01:41:55.027848Z","end":"2026-03-06T01:41:55.187957Z","steps":["trace[1861838381] 'process raft request' (duration: 159.165102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:55.18818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.06623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:41:55.188251Z","caller":"traceutil/trace.go:171","msg":"trace[1878912891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31530; }","duration":"136.189213ms","start":"2026-03-06T01:41:55.052051Z","end":"2026-03-06T01:41:55.18824Z","steps":["trace[1878912891] 'agreement among raft nodes before linearized reading' (duration: 136.003319ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:56.872264Z","caller":"traceutil/trace.go:171","msg":"trace[490230325] transaction","detail":"{read_only:false; response_revision:31542; number_of_response:1; }","duration":"250.34519ms","start":"2026-03-06T01:41:56.621877Z","end":"2026-03-06T01:41:56.872222Z","steps":["trace[490230325] 'process raft request' (duration: 250.031782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:57.241716Z","caller":"traceutil/trace.go:171","msg":"trace[145830732] transaction","detail":"{read_only:false; response_revision:31543; number_of_response:1; }","duration":"320.526171ms","start":"2026-03-06T01:41:56.921153Z","end":"2026-03-06T01:41:57.241679Z","steps":["trace[145830732] 'process raft request' (duration: 276.026368ms)","trace[145830732] 'compare' (duration: 44.090914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:41:57.24186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:56.921132Z","time spent":"320.664545ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:41:57.241872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.087413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:41:57.241938Z","caller":"traceutil/trace.go:171","msg":"trace[1374287246] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:31543; }","duration":"316.197007ms","start":"2026-03-06T01:41:56.925728Z","end":"2026-03-06T01:41:57.241925Z","steps":["trace[1374287246] 'agreement among raft nodes before linearized reading' (duration: 316.053232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:57.241983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:56.925712Z","time spent":"316.262588ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:41:57.241728Z","caller":"traceutil/trace.go:171","msg":"trace[984458796] linearizableReadLoop","detail":"{readStateIndex:32611; appliedIndex:32610; }","duration":"315.913279ms","start":"2026-03-06T01:41:56.925764Z","end":"2026-03-06T01:41:57.241677Z","steps":["trace[984458796] 'read index received' (duration: 271.384115ms)","trace[984458796] 'applied index is now lower than readState.Index' (duration: 44.526954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:41:57.242271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.45431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:41:57.242324Z","caller":"traceutil/trace.go:171","msg":"trace[2058531320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31543; }","duration":"258.548191ms","start":"2026-03-06T01:41:56.983762Z","end":"2026-03-06T01:41:57.24231Z","steps":["trace[2058531320] 'agreement among raft nodes before linearized reading' (duration: 258.374957ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:22.749612Z","caller":"traceutil/trace.go:171","msg":"trace[106851501] transaction","detail":"{read_only:false; response_revision:31744; number_of_response:1; }","duration":"153.700951ms","start":"2026-03-06T01:42:22.595887Z","end":"2026-03-06T01:42:22.749588Z","steps":["trace[106851501] 'process raft request' (duration: 153.562268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:22.782592Z","caller":"traceutil/trace.go:171","msg":"trace[273785632] transaction","detail":"{read_only:false; response_revision:31745; number_of_response:1; }","duration":"147.637427ms","start":"2026-03-06T01:42:22.634898Z","end":"2026-03-06T01:42:22.782535Z","steps":["trace[273785632] 'process raft request' (duration: 146.774757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:42:27.741074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.367025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:42:27.741305Z","caller":"traceutil/trace.go:171","msg":"trace[1741001433] transaction","detail":"{read_only:false; response_revision:31784; number_of_response:1; }","duration":"219.863415ms","start":"2026-03-06T01:42:27.521416Z","end":"2026-03-06T01:42:27.74128Z","steps":["trace[1741001433] 'process raft request' (duration: 94.179604ms)","trace[1741001433] 'compare' (duration: 125.21071ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:42:28.238054Z","caller":"traceutil/trace.go:171","msg":"trace[354630527] transaction","detail":"{read_only:false; response_revision:31789; number_of_response:1; }","duration":"158.515116ms","start":"2026-03-06T01:42:28.079519Z","end":"2026-03-06T01:42:28.238034Z","steps":["trace[354630527] 'process raft request' (duration: 158.359223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:28.354644Z","caller":"traceutil/trace.go:171","msg":"trace[334630813] transaction","detail":"{read_only:false; response_revision:31790; number_of_response:1; }","duration":"182.811096ms","start":"2026-03-06T01:42:28.171801Z","end":"2026-03-06T01:42:28.354613Z","steps":["trace[334630813] 'process raft request' (duration: 105.298971ms)","trace[334630813] 'compare' (duration: 77.27913ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:42:28.355006Z","caller":"traceutil/trace.go:171","msg":"trace[596044899] transaction","detail":"{read_only:false; response_revision:31791; number_of_response:1; }","duration":"163.803985ms","start":"2026-03-06T01:42:28.191153Z","end":"2026-03-06T01:42:28.354957Z","steps":["trace[596044899] 'process raft request' (duration: 163.383546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:28.75589Z","caller":"traceutil/trace.go:171","msg":"trace[1258819616] transaction","detail":"{read_only:false; response_revision:31792; number_of_response:1; }","duration":"132.005721ms","start":"2026-03-06T01:42:28.623865Z","end":"2026-03-06T01:42:28.755871Z","steps":["trace[1258819616] 'process raft request' (duration: 131.879008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:28.870923Z","caller":"traceutil/trace.go:171","msg":"trace[638434553] transaction","detail":"{read_only:false; response_revision:31793; number_of_response:1; }","duration":"104.064423ms","start":"2026-03-06T01:42:28.766821Z","end":"2026-03-06T01:42:28.870885Z","steps":["trace[638434553] 'process raft request' (duration: 76.500313ms)","trace[638434553] 'compare' (duration: 27.266783ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:42:36.054068Z","caller":"traceutil/trace.go:171","msg":"trace[813943675] transaction","detail":"{read_only:false; response_revision:31845; number_of_response:1; }","duration":"203.064423ms","start":"2026-03-06T01:42:35.850972Z","end":"2026-03-06T01:42:36.054036Z","steps":["trace[813943675] 'process raft request' (duration: 176.750781ms)","trace[813943675] 'compare' (duration: 26.109797ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:42:36.283931Z","caller":"traceutil/trace.go:171","msg":"trace[503024909] linearizableReadLoop","detail":"{readStateIndex:32922; appliedIndex:32920; }","duration":"306.301546ms","start":"2026-03-06T01:42:35.977603Z","end":"2026-03-06T01:42:36.283905Z","steps":["trace[503024909] 'read index received' (duration: 50.143649ms)","trace[503024909] 'applied index is now lower than readState.Index' (duration: 256.156757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:42:36.284089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.478681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:42:36.284145Z","caller":"traceutil/trace.go:171","msg":"trace[574561486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31846; }","duration":"306.605203ms","start":"2026-03-06T01:42:35.97753Z","end":"2026-03-06T01:42:36.284135Z","steps":["trace[574561486] 'agreement among raft nodes before linearized reading' (duration: 306.44138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:42:36.284178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:42:35.977505Z","time spent":"306.666705ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:42:36.283952Z","caller":"traceutil/trace.go:171","msg":"trace[756248353] transaction","detail":"{read_only:false; response_revision:31846; number_of_response:1; }","duration":"431.039208ms","start":"2026-03-06T01:42:35.852883Z","end":"2026-03-06T01:42:36.283922Z","steps":["trace[756248353] 'process raft request' (duration: 356.402147ms)","trace[756248353] 'compare' (duration: 74.493998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:42:36.284404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:42:35.852787Z","time spent":"431.571369ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:42:38.467631Z","caller":"traceutil/trace.go:171","msg":"trace[1307554183] linearizableReadLoop","detail":"{readStateIndex:32936; appliedIndex:32935; }","duration":"168.339205ms","start":"2026-03-06T01:42:38.299263Z","end":"2026-03-06T01:42:38.467602Z","steps":["trace[1307554183] 'read index received' (duration: 168.169221ms)","trace[1307554183] 'applied index is now lower than readState.Index' (duration: 168.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:42:38.467745Z","caller":"traceutil/trace.go:171","msg":"trace[1055558203] transaction","detail":"{read_only:false; response_revision:31859; number_of_response:1; }","duration":"175.412382ms","start":"2026-03-06T01:42:38.292303Z","end":"2026-03-06T01:42:38.467716Z","steps":["trace[1055558203] 'process raft request' (duration: 175.069205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:42:38.467946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.646832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:42:38.468044Z","caller":"traceutil/trace.go:171","msg":"trace[1964809884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31859; }","duration":"168.799845ms","start":"2026-03-06T01:42:38.299219Z","end":"2026-03-06T01:42:38.468019Z","steps":["trace[1964809884] 'agreement among raft nodes before linearized reading' (duration: 168.522669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:38.558321Z","caller":"traceutil/trace.go:171","msg":"trace[606872249] transaction","detail":"{read_only:false; response_revision:31861; number_of_response:1; }","duration":"134.762542ms","start":"2026-03-06T01:42:38.423533Z","end":"2026-03-06T01:42:38.558295Z","steps":["trace[606872249] 'process raft request' (duration: 134.633269ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:38.558319Z","caller":"traceutil/trace.go:171","msg":"trace[2118667559] transaction","detail":"{read_only:false; response_revision:31860; number_of_response:1; }","duration":"134.839104ms","start":"2026-03-06T01:42:38.423428Z","end":"2026-03-06T01:42:38.558267Z","steps":["trace[2118667559] 'process raft request' (duration: 97.754513ms)","trace[2118667559] 'compare' (duration: 36.790054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:42:38.559008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.524394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:42:38.55907Z","caller":"traceutil/trace.go:171","msg":"trace[251968930] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31861; }","duration":"241.625817ms","start":"2026-03-06T01:42:38.317428Z","end":"2026-03-06T01:42:38.559053Z","steps":["trace[251968930] 'agreement among raft nodes before linearized reading' (duration: 241.465413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:42:38.559217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.332888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:42:38.559269Z","caller":"traceutil/trace.go:171","msg":"trace[460910312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31861; }","duration":"249.395869ms","start":"2026-03-06T01:42:38.309859Z","end":"2026-03-06T01:42:38.559255Z","steps":["trace[460910312] 'agreement among raft nodes before linearized reading' (duration: 249.229855ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:42.059003Z","caller":"traceutil/trace.go:171","msg":"trace[1372817478] transaction","detail":"{read_only:false; response_revision:31885; number_of_response:1; }","duration":"130.471307ms","start":"2026-03-06T01:42:41.9285Z","end":"2026-03-06T01:42:42.058972Z","steps":["trace[1372817478] 'process raft request' (duration: 129.991037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:42:48.786108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.820944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:42:48.786254Z","caller":"traceutil/trace.go:171","msg":"trace[101258244] transaction","detail":"{read_only:false; response_revision:31931; number_of_response:1; }","duration":"158.6499ms","start":"2026-03-06T01:42:48.627578Z","end":"2026-03-06T01:42:48.786228Z","steps":["trace[101258244] 'process raft request' (duration: 51.591861ms)","trace[101258244] 'compare' (duration: 106.66905ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:42:48.789601Z","caller":"traceutil/trace.go:171","msg":"trace[313238837] linearizableReadLoop","detail":"{readStateIndex:33011; appliedIndex:33009; }","duration":"145.385287ms","start":"2026-03-06T01:42:48.644182Z","end":"2026-03-06T01:42:48.789568Z","steps":["trace[313238837] 'read index received' (duration: 35.003275ms)","trace[313238837] 'applied index is now lower than readState.Index' (duration: 110.380282ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:42:48.789793Z","caller":"traceutil/trace.go:171","msg":"trace[789700795] transaction","detail":"{read_only:false; response_revision:31932; number_of_response:1; }","duration":"161.83899ms","start":"2026-03-06T01:42:48.62792Z","end":"2026-03-06T01:42:48.789759Z","steps":["trace[789700795] 'process raft request' (duration: 161.477642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:42:48.790184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.96614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:42:48.790262Z","caller":"traceutil/trace.go:171","msg":"trace[568285074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31932; }","duration":"146.105973ms","start":"2026-03-06T01:42:48.644136Z","end":"2026-03-06T01:42:48.790242Z","steps":["trace[568285074] 'agreement among raft nodes before linearized reading' (duration: 145.615392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.017361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30421} {"level":"info","ts":"2026-03-06T01:44:21.168172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30421,"took":"146.444891ms","hash":2060558693,"current-db-size-bytes":54321152,"current-db-size":"54 MB","current-db-size-in-use-bytes":27934720,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:44:21.168242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2060558693,"revision":30421,"compact-revision":28342} {"level":"info","ts":"2026-03-06T01:45:16.61667Z","caller":"traceutil/trace.go:171","msg":"trace[585532703] linearizableReadLoop","detail":"{readStateIndex:34086; appliedIndex:34085; }","duration":"106.640952ms","start":"2026-03-06T01:45:16.510003Z","end":"2026-03-06T01:45:16.616644Z","steps":["trace[585532703] 'read index received' (duration: 106.482139ms)","trace[585532703] 'applied index is now lower than readState.Index' (duration: 157.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:16.616737Z","caller":"traceutil/trace.go:171","msg":"trace[762661979] transaction","detail":"{read_only:false; response_revision:32974; number_of_response:1; }","duration":"136.909292ms","start":"2026-03-06T01:45:16.479789Z","end":"2026-03-06T01:45:16.616698Z","steps":["trace[762661979] 'process raft request' (duration: 136.717658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:16.616941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.921598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:45:16.616986Z","caller":"traceutil/trace.go:171","msg":"trace[1130999978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32974; }","duration":"107.01887ms","start":"2026-03-06T01:45:16.509956Z","end":"2026-03-06T01:45:16.616975Z","steps":["trace[1130999978] 'agreement among raft nodes before linearized reading' (duration: 106.787335ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:17.051671Z","caller":"traceutil/trace.go:171","msg":"trace[356163995] transaction","detail":"{read_only:false; response_revision:32977; number_of_response:1; }","duration":"105.013196ms","start":"2026-03-06T01:45:16.946633Z","end":"2026-03-06T01:45:17.051646Z","steps":["trace[356163995] 'process raft request' (duration: 104.808421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:17.051738Z","caller":"traceutil/trace.go:171","msg":"trace[609663829] transaction","detail":"{read_only:false; response_revision:32976; number_of_response:1; }","duration":"108.142495ms","start":"2026-03-06T01:45:16.943552Z","end":"2026-03-06T01:45:17.051694Z","steps":["trace[609663829] 'process raft request' (duration: 80.741787ms)","trace[609663829] 'compare' (duration: 27.018659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:46:07.851541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.260276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:46:07.851631Z","caller":"traceutil/trace.go:171","msg":"trace[459535725] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33321; }","duration":"149.391038ms","start":"2026-03-06T01:46:07.70222Z","end":"2026-03-06T01:46:07.851611Z","steps":["trace[459535725] 'range keys from in-memory index tree' (duration: 149.087012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:46:07.851733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.763579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:46:07.851813Z","caller":"traceutil/trace.go:171","msg":"trace[939230127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33321; }","duration":"108.876581ms","start":"2026-03-06T01:46:07.742918Z","end":"2026-03-06T01:46:07.851794Z","steps":["trace[939230127] 'range keys from in-memory index tree' (duration: 108.399431ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:46:21.272066Z","caller":"traceutil/trace.go:171","msg":"trace[1446965422] linearizableReadLoop","detail":"{readStateIndex:34539; appliedIndex:34538; }","duration":"112.209985ms","start":"2026-03-06T01:46:21.159827Z","end":"2026-03-06T01:46:21.272037Z","steps":["trace[1446965422] 'read index received' (duration: 111.9808ms)","trace[1446965422] 'applied index is now lower than readState.Index' (duration: 227.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:46:21.272127Z","caller":"traceutil/trace.go:171","msg":"trace[1115520357] transaction","detail":"{read_only:false; response_revision:33413; number_of_response:1; }","duration":"127.605957ms","start":"2026-03-06T01:46:21.144485Z","end":"2026-03-06T01:46:21.272091Z","steps":["trace[1115520357] 'process raft request' (duration: 127.400052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:46:21.27228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.43833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:46:21.272328Z","caller":"traceutil/trace.go:171","msg":"trace[929393347] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:33413; }","duration":"112.527402ms","start":"2026-03-06T01:46:21.159786Z","end":"2026-03-06T01:46:21.272314Z","steps":["trace[929393347] 'agreement among raft nodes before linearized reading' (duration: 112.362818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:47:31.843363Z","caller":"traceutil/trace.go:171","msg":"trace[49370397] transaction","detail":"{read_only:false; response_revision:33892; number_of_response:1; }","duration":"100.156598ms","start":"2026-03-06T01:47:31.743166Z","end":"2026-03-06T01:47:31.843323Z","steps":["trace[49370397] 'process raft request' (duration: 100.002554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:48:28.293513Z","caller":"traceutil/trace.go:171","msg":"trace[1124865854] transaction","detail":"{read_only:false; response_revision:34276; number_of_response:1; }","duration":"110.775803ms","start":"2026-03-06T01:48:28.182704Z","end":"2026-03-06T01:48:28.29348Z","steps":["trace[1124865854] 'process raft request' (duration: 57.179776ms)","trace[1124865854] 'compare' (duration: 53.372352ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:48:28.531921Z","caller":"traceutil/trace.go:171","msg":"trace[331078441] linearizableReadLoop","detail":"{readStateIndex:35432; appliedIndex:35431; }","duration":"134.95746ms","start":"2026-03-06T01:48:28.396929Z","end":"2026-03-06T01:48:28.531886Z","steps":["trace[331078441] 'read index received' (duration: 96.13068ms)","trace[331078441] 'applied index is now lower than readState.Index' (duration: 38.82595ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:48:28.531934Z","caller":"traceutil/trace.go:171","msg":"trace[1896876563] transaction","detail":"{read_only:false; response_revision:34279; number_of_response:1; }","duration":"159.307858ms","start":"2026-03-06T01:48:28.37261Z","end":"2026-03-06T01:48:28.531918Z","steps":["trace[1896876563] 'process raft request' (duration: 120.54745ms)","trace[1896876563] 'compare' (duration: 38.591084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:48:28.532051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.106763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:48:28.532235Z","caller":"traceutil/trace.go:171","msg":"trace[1833314568] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34279; }","duration":"135.330618ms","start":"2026-03-06T01:48:28.396872Z","end":"2026-03-06T01:48:28.532203Z","steps":["trace[1833314568] 'agreement among raft nodes before linearized reading' (duration: 135.113483ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:48:28.727685Z","caller":"traceutil/trace.go:171","msg":"trace[1405378554] linearizableReadLoop","detail":"{readStateIndex:35434; appliedIndex:35433; }","duration":"195.523169ms","start":"2026-03-06T01:48:28.53214Z","end":"2026-03-06T01:48:28.727663Z","steps":["trace[1405378554] 'read index received' (duration: 76.686298ms)","trace[1405378554] 'applied index is now lower than readState.Index' (duration: 118.836081ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:48:28.727692Z","caller":"traceutil/trace.go:171","msg":"trace[108419365] transaction","detail":"{read_only:false; response_revision:34281; number_of_response:1; }","duration":"195.787115ms","start":"2026-03-06T01:48:28.531875Z","end":"2026-03-06T01:48:28.727662Z","steps":["trace[108419365] 'process raft request' (duration: 134.501019ms)","trace[108419365] 'compare' (duration: 61.083382ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:48:28.727931Z","caller":"traceutil/trace.go:171","msg":"trace[2106415466] transaction","detail":"{read_only:false; response_revision:34282; number_of_response:1; }","duration":"186.703204ms","start":"2026-03-06T01:48:28.541009Z","end":"2026-03-06T01:48:28.727712Z","steps":["trace[2106415466] 'process raft request' (duration: 186.568701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:48:28.728029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.41051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:48:28.728072Z","caller":"traceutil/trace.go:171","msg":"trace[1159549061] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34282; }","duration":"191.466671ms","start":"2026-03-06T01:48:28.536593Z","end":"2026-03-06T01:48:28.72806Z","steps":["trace[1159549061] 'agreement among raft nodes before linearized reading' (duration: 191.385689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:48:28.729179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.043123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:48:28.729254Z","caller":"traceutil/trace.go:171","msg":"trace[1926116897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34282; }","duration":"299.288639ms","start":"2026-03-06T01:48:28.429949Z","end":"2026-03-06T01:48:28.729238Z","steps":["trace[1926116897] 'agreement among raft nodes before linearized reading' (duration: 297.99771ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:49:09.688379Z","caller":"traceutil/trace.go:171","msg":"trace[1454632290] transaction","detail":"{read_only:false; response_revision:34560; number_of_response:1; }","duration":"103.251567ms","start":"2026-03-06T01:49:09.585089Z","end":"2026-03-06T01:49:09.68834Z","steps":["trace[1454632290] 'process raft request' (duration: 49.273462ms)","trace[1454632290] 'compare' (duration: 53.646798ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:49:10.618329Z","caller":"traceutil/trace.go:171","msg":"trace[933773941] transaction","detail":"{read_only:false; response_revision:34563; number_of_response:1; }","duration":"102.021019ms","start":"2026-03-06T01:49:10.516286Z","end":"2026-03-06T01:49:10.618307Z","steps":["trace[933773941] 'process raft request' (duration: 101.847296ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:49:10.778402Z","caller":"traceutil/trace.go:171","msg":"trace[951673266] transaction","detail":"{read_only:false; response_revision:34566; number_of_response:1; }","duration":"100.255231ms","start":"2026-03-06T01:49:10.678111Z","end":"2026-03-06T01:49:10.778367Z","steps":["trace[951673266] 'process raft request' (duration: 30.836843ms)","trace[951673266] 'compare' (duration: 69.255134ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:49:10.955587Z","caller":"traceutil/trace.go:171","msg":"trace[100195821] transaction","detail":"{read_only:false; response_revision:34568; number_of_response:1; }","duration":"173.004731ms","start":"2026-03-06T01:49:10.782556Z","end":"2026-03-06T01:49:10.95556Z","steps":["trace[100195821] 'process raft request' (duration: 172.849428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:49:12.772385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.212665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:49:12.772497Z","caller":"traceutil/trace.go:171","msg":"trace[1701832905] transaction","detail":"{read_only:false; response_revision:34577; number_of_response:1; }","duration":"112.139773ms","start":"2026-03-06T01:49:12.660318Z","end":"2026-03-06T01:49:12.772458Z","steps":["trace[1701832905] 'process raft request' (duration: 68.045536ms)","trace[1701832905] 'compare' (duration: 43.850082ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:49:12.772521Z","caller":"traceutil/trace.go:171","msg":"trace[1542900135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34576; }","duration":"112.381299ms","start":"2026-03-06T01:49:12.660115Z","end":"2026-03-06T01:49:12.772496Z","steps":["trace[1542900135] 'range keys from in-memory index tree' (duration: 112.055851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:49:12.772693Z","caller":"traceutil/trace.go:171","msg":"trace[207238491] transaction","detail":"{read_only:false; response_revision:34578; number_of_response:1; }","duration":"101.799614ms","start":"2026-03-06T01:49:12.670877Z","end":"2026-03-06T01:49:12.772677Z","steps":["trace[207238491] 'process raft request' (duration: 101.489487ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:49:19.152968Z","caller":"traceutil/trace.go:171","msg":"trace[1584769935] transaction","detail":"{read_only:false; response_revision:34623; number_of_response:1; }","duration":"104.103606ms","start":"2026-03-06T01:49:19.048839Z","end":"2026-03-06T01:49:19.152943Z","steps":["trace[1584769935] 'process raft request' (duration: 104.051055ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:49:19.15302Z","caller":"traceutil/trace.go:171","msg":"trace[2100321737] transaction","detail":"{read_only:false; response_revision:34622; number_of_response:1; }","duration":"107.667485ms","start":"2026-03-06T01:49:19.045319Z","end":"2026-03-06T01:49:19.152986Z","steps":["trace[2100321737] 'process raft request' (duration: 103.797499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:49:21.051886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32557} {"level":"info","ts":"2026-03-06T01:49:21.294498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32557,"took":"238.182975ms","hash":2239230462,"current-db-size-bytes":54321152,"current-db-size":"54 MB","current-db-size-in-use-bytes":28786688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:49:21.294565Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2239230462,"revision":32557,"compact-revision":30421} {"level":"warn","ts":"2026-03-06T01:49:26.943762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.535527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:49:26.94389Z","caller":"traceutil/trace.go:171","msg":"trace[1274500291] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:34673; }","duration":"114.71481ms","start":"2026-03-06T01:49:26.829147Z","end":"2026-03-06T01:49:26.943862Z","steps":["trace[1274500291] 'range keys from in-memory index tree' (duration: 114.315341ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:49:27.451328Z","caller":"traceutil/trace.go:171","msg":"trace[1484891867] linearizableReadLoop","detail":"{readStateIndex:35848; appliedIndex:35847; }","duration":"122.912583ms","start":"2026-03-06T01:49:27.328376Z","end":"2026-03-06T01:49:27.451289Z","steps":["trace[1484891867] 'read index received' (duration: 96.62859ms)","trace[1484891867] 'applied index is now lower than readState.Index' (duration: 26.282433ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:49:27.451628Z","caller":"traceutil/trace.go:171","msg":"trace[159230706] transaction","detail":"{read_only:false; response_revision:34682; number_of_response:1; }","duration":"124.001526ms","start":"2026-03-06T01:49:27.327594Z","end":"2026-03-06T01:49:27.451595Z","steps":["trace[159230706] 'process raft request' (duration: 97.534631ms)","trace[159230706] 'compare' (duration: 25.901263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:49:27.451748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.340232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:49:27.451814Z","caller":"traceutil/trace.go:171","msg":"trace[891697128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34682; }","duration":"123.437604ms","start":"2026-03-06T01:49:27.328358Z","end":"2026-03-06T01:49:27.451795Z","steps":["trace[891697128] 'agreement among raft nodes before linearized reading' (duration: 123.054525ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:50:05.240968Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d2d.wal"} {"level":"info","ts":"2026-03-06T01:52:15.989055Z","caller":"traceutil/trace.go:171","msg":"trace[47612388] transaction","detail":"{read_only:false; response_revision:35868; number_of_response:1; }","duration":"132.691578ms","start":"2026-03-06T01:52:15.856334Z","end":"2026-03-06T01:52:15.989025Z","steps":["trace[47612388] 'process raft request' (duration: 119.077328ms)","trace[47612388] 'compare' (duration: 13.247142ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:52:15.989225Z","caller":"traceutil/trace.go:171","msg":"trace[1425880214] linearizableReadLoop","detail":"{readStateIndex:37071; appliedIndex:37069; }","duration":"115.750794ms","start":"2026-03-06T01:52:15.873441Z","end":"2026-03-06T01:52:15.989191Z","steps":["trace[1425880214] 'read index received' (duration: 101.985879ms)","trace[1425880214] 'applied index is now lower than readState.Index' (duration: 13.763725ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:52:15.98943Z","caller":"traceutil/trace.go:171","msg":"trace[438422715] transaction","detail":"{read_only:false; response_revision:35869; number_of_response:1; }","duration":"130.839878ms","start":"2026-03-06T01:52:15.858578Z","end":"2026-03-06T01:52:15.989418Z","steps":["trace[438422715] 'process raft request' (duration: 130.397197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:52:15.98967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.200833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:52:15.989763Z","caller":"traceutil/trace.go:171","msg":"trace[1878182369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35869; }","duration":"116.330957ms","start":"2026-03-06T01:52:15.873409Z","end":"2026-03-06T01:52:15.98974Z","steps":["trace[1878182369] 'agreement among raft nodes before linearized reading' (duration: 116.082731ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:52:16.156611Z","caller":"traceutil/trace.go:171","msg":"trace[933516370] transaction","detail":"{read_only:false; response_revision:35872; number_of_response:1; }","duration":"104.267889ms","start":"2026-03-06T01:52:16.052317Z","end":"2026-03-06T01:52:16.156585Z","steps":["trace[933516370] 'process raft request' (duration: 92.812716ms)","trace[933516370] 'compare' (duration: 10.903121ms)"],"step_count":2}